-- Logs begin at Tue 2021-12-07 14:32:06 UTC, end at Tue 2021-12-07 15:36:11 UTC. -- Dec 07 15:09:22.772470 dv-cinder-820628-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Dec 07 15:09:25.328417 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.common.config [-] Logging enabled! Dec 07 15:09:25.329000 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev13 Dec 07 15:09:25.330265 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88079) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 07 15:09:25.330996 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.common.config [-] Logging enabled! Dec 07 15:09:25.331276 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev13 Dec 07 15:09:25.331548 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88079) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 07 15:09:25.332807 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 07 15:09:25.333073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 07 15:09:25.334074 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 07 15:09:25.334325 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 07 15:09:25.334605 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 07 15:09:25.334967 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.335286 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.335615 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.335867 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.336206 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.336539 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.336855 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.337176 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.337510 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.337825 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.338119 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.338487 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.338745 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.339057 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.339378 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.339699 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.339948 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] debug = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.340254 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.340780 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.341092 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.341400 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.341726 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.342020 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.342348 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.342663 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.343019 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] host = dv-cinder-820628-1-smb {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.343327 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.343649 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.344054 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.344304 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.344618 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.344924 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.345241 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.345542 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.345844 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] log_file = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.346187 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.346490 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.346809 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.347137 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.347389 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.347638 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.348019 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.348683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.348993 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.349302 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.349610 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.349915 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.350247 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.350546 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.350906 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.351229 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.351547 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.351850 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.352152 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.352451 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.352749 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.353066 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.353366 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.353670 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.353972 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.354322 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.354621 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.354922 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.355269 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.355587 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.355914 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.356236 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.356538 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.356858 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.357159 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.357465 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.357761 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] use_json = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.358066 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.358417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.358746 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.359129 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.359574 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.359894 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.360221 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.360566 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:25.360888 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.361229 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.361564 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.361878 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.362232 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.362557 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.362896 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.363206 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.363662 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.363986 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.364305 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.364617 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.364935 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.365267 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.365594 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.365897 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.366226 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.366558 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.366871 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.367172 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.367499 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.367805 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.368104 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.368419 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.368724 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.369022 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.369320 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.369626 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.369950 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.370323 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.370617 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.370919 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.371219 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.371521 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.371837 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.372143 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.372440 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.372737 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.373031 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.373328 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.373629 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.373915 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.374240 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.374547 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.374849 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.375148 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.375448 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.375747 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.376047 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.376346 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.376646 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.376972 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.377273 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.377569 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.377862 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.378200 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.378480 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.378799 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.379224 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.379532 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.379842 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.380148 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.380452 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.380764 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.381072 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.381373 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.381681 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.381983 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.382312 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.382625 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.382939 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.383250 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.383554 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.383883 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.384189 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.384501 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.384808 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.385115 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.385429 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.385752 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.386070 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.386424 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.386748 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.387048 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.387421 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.387732 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.388079 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.388401 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:25.388650 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 07 15:09:25.388925 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88079) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Dec 07 15:09:26.038851 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:09:26.039125 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:09:26.039466 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:09:26.041113 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 07 15:09:26.387455 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.387993 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.387993 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.448550 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.448863 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.449164 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.452139 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.452445 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.452746 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.600026 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.600393 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.600699 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.601711 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.602010 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.602333 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.723659 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.723859 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.724186 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.724489 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.725324 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.906581 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.906966 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.907291 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.907595 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.907901 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.908283 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.908572 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.908859 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.909147 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.909489 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.909755 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.910058 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.910453 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.910723 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.911032 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.911341 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.911634 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.911955 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.912222 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.912560 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.913002 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.913286 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.913571 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.913907 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.914206 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.914485 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.914900 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 15:09:26.915177 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 15:09:26.915451 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 15:09:26.915720 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 15:09:26.915991 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 15:09:26.916260 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 15:09:26.917626 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 07 15:09:26.925684 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 07 15:09:26.933378 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 07 15:09:26.938763 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Dec 07 15:09:26.941623 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 07 15:09:26.942714 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 07 15:09:26.943103 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 07 15:09:26.943554 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 07 15:09:26.947511 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 07 15:09:26.947795 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 07 15:09:26.948189 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 07 15:09:26.975427 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 07 15:09:26.975879 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.976206 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88079) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 07 15:09:26.976612 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.977959 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88079) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 07 15:09:26.978298 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 07 15:09:26.978573 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 07 15:09:26.981760 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:26.982084 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.046862 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 07 15:09:27.047124 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 07 15:09:27.047405 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 07 15:09:27.047798 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 07 15:09:27.086129 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_db.sqlalchemy.engines [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88079) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 07 15:09:27.390253 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Initializing driver for type 'gre' Dec 07 15:09:27.390797 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] gre ID ranges: [(1, 1000)] Dec 07 15:09:27.441089 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Initializing driver for type 'local' Dec 07 15:09:27.441503 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Initializing driver for type 'vlan' Dec 07 15:09:27.454567 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] VlanTypeDriver initialization complete Dec 07 15:09:27.454963 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Initializing driver for type 'vxlan' Dec 07 15:09:27.455510 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] vxlan ID ranges: [(1, 1000)] Dec 07 15:09:27.499701 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Initializing extension driver 'port_security' Dec 07 15:09:27.500078 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.extensions.port_security [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] PortSecurityExtensionDriver initialization complete Dec 07 15:09:27.500451 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Initializing mechanism driver 'openvswitch' Dec 07 15:09:27.500806 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Initializing mechanism driver 'hyperv' Dec 07 15:09:27.507497 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88079) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:09:27.508335 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > port after_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.508733 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > port after_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.509119 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > port after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.509541 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > subnet after_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.509924 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > subnet after_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.510327 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.510736 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > network after_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.511109 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > network after_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.511486 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > network after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.511891 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > security_group after_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.512268 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > security_group after_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.512622 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.513032 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.513398 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.513924 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.514313 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] ML2 OVO RPC backend initialized. {{(pid=88079) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 07 15:09:27.515018 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.515401 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.515853 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > network before_response 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.516230 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > networks before_response 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.516610 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > port before_response 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.516979 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > ports before_response 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.517355 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > subnet before_response 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.517725 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > subnets before_response 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.518100 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > network after_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.518517 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > network after_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.518885 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > network after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.519232 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > port after_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.519640 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > port after_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.519994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > port after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.520362 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > subnet after_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.520725 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > subnet after_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.521089 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.521698 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.plugin [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Modular L2 Plugin initialization complete Dec 07 15:09:27.522053 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading services supported by the core plugin {{(pid=88079) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Dec 07 15:09:27.522435 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.plugins.ml2.managers [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Got port-security extension from driver 'port_security' Dec 07 15:09:27.522929 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.extensions.vlantransparent [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Disabled vlantransparent extension. Dec 07 15:09:27.523378 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88079) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Dec 07 15:09:27.523713 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading Plugin: router Dec 07 15:09:27.566786 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.567220 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router after_create 55549900 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.567623 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router before_create 55549900 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.568021 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.568431 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.568821 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router after_delete 55549900 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.569194 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.569598 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router after_create 55549900 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.569956 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router after_update 55549900 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.570371 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router after_update 55549900 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.570754 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.571160 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router after_update 55549900 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.571655 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router precommit_update 55549900 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.572072 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: port after_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.572447 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: port after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.572823 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: subnet after_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.573198 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.573583 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.573965 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router precommit_create 55549900 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.574367 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: port before_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.574747 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router precommit_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.575145 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router after_update 55549900 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.575522 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.575906 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router precommit_create 55549900 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.576308 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.576686 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router precommit_update 55549900 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.577100 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > agent after_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.577486 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > agent after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.577864 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > network after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.578850 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Tracking information for resource: router configured {{(pid=88079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 15:09:27.579221 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Tracking information for resource: floatingip configured {{(pid=88079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 15:09:27.584125 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.l3_agentschedulers_db [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 07 15:09:27.584757 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: port after_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.585144 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: port after_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.585524 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: port after_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.585902 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: port after_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.586804 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router before_create 55550100 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.587203 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.587603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router precommit_create 55550100 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.587993 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > router precommit_update 55550100 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.592723 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.provider_configuration [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Service providers = [] {{(pid=88079) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 07 15:09:27.593112 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.servicetype_db [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88079) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 07 15:09:27.595991 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.service_base [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 07 15:09:27.596372 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.service_base [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 07 15:09:27.596749 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.service_base [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 07 15:09:27.597623 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.service_base [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 07 15:09:27.598064 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.services.service_base [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 07 15:09:27.598493 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 15:09:27.598842 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 07 15:09:27.618813 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 15:09:27.619177 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading Plugin: auto_allocate Dec 07 15:09:27.629948 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: network precommit_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.630372 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: network precommit_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.630962 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 15:09:27.631316 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading Plugin: tag Dec 07 15:09:27.642720 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 15:09:27.643027 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading Plugin: timestamp Dec 07 15:09:27.647025 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 15:09:27.647379 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading Plugin: network_ip_availability Dec 07 15:09:27.653027 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.653429 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.653826 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.654603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 15:09:27.655284 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading Plugin: flavors Dec 07 15:09:27.670960 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 15:09:27.671325 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading Plugin: revisions Dec 07 15:09:27.675816 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 15:09:27.676279 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.637s {{(pid=88079) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:09:27.677042 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88079) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Dec 07 15:09:27.677398 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Initializing extension manager. Dec 07 15:09:27.677939 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: __init__.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.678346 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: __pycache__ {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.678716 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.679087 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.679446 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: _filter_validation_lib.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.679811 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.680168 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: address_scope.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.680994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.681690 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: address-scope Dec 07 15:09:27.682042 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.682988 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.683563 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: router-admin-state-down-before-update Dec 07 15:09:27.683938 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: agent.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.684713 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.685283 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: agent Dec 07 15:09:27.685631 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: agent_resources_synced.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.686560 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.687132 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: agent-resources-synced Dec 07 15:09:27.687479 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: allowedaddresspairs.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.689295 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.689874 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: allowed-address-pairs Dec 07 15:09:27.690252 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: auto_allocated_topology.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.691320 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.691951 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: auto-allocated-topology Dec 07 15:09:27.692303 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: availability_zone.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.693193 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.693769 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: availability_zone Dec 07 15:09:27.694125 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: availability_zone_filter.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.695058 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.695630 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: availability_zone_filter Dec 07 15:09:27.695985 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: data_plane_status.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.696885 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.697456 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension data-plane-status not supported by any of loaded plugins Dec 07 15:09:27.697806 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: default_subnetpools.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.698742 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.699305 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: default-subnetpools Dec 07 15:09:27.699658 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.700524 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.701104 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: dhcp_agent_scheduler Dec 07 15:09:27.701458 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: dns.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.702860 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.703429 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension dns-integration not supported by any of loaded plugins Dec 07 15:09:27.703786 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: dns_domain_ports.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.704699 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.705261 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 07 15:09:27.705614 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: dvr.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.706405 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.706969 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: dvr Dec 07 15:09:27.707344 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: empty_string_filtering.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.708247 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.708811 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: empty-string-filtering Dec 07 15:09:27.709161 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.710054 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.710644 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 07 15:09:27.710999 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.711907 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.712469 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 07 15:09:27.712816 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: external_net.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.713729 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.714327 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: external-net Dec 07 15:09:27.714679 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.715592 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.716169 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: extra_dhcp_opt Dec 07 15:09:27.716519 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: extraroute.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.717424 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.717992 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: extraroute Dec 07 15:09:27.718381 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: extraroute_atomic.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.719509 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.720087 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: extraroute-atomic Dec 07 15:09:27.720445 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: filter_validation.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.721143 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.721705 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: filter-validation Dec 07 15:09:27.722057 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: fip_pf_description.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.723117 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.723804 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 07 15:09:27.724154 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: fip_port_details.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.725080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.725648 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: fip-port-details Dec 07 15:09:27.726005 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: flavors.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.727242 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.727817 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: flavors Dec 07 15:09:27.728168 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.729910 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.730525 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 07 15:09:27.730890 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: floatingip_pools.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.731660 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.732236 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: floatingip-pools Dec 07 15:09:27.732594 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: ip_allocation.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.733529 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.734092 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension ip_allocation not supported by any of loaded plugins Dec 07 15:09:27.734470 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.735394 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.735962 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: ip-substring-filtering Dec 07 15:09:27.736316 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: l2_adjacency.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.737237 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.737794 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 07 15:09:27.738177 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: l3.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.739455 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.740074 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: router Dec 07 15:09:27.740433 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.743016 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.743598 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 07 15:09:27.743963 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.744919 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.745492 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: ext-gw-mode Dec 07 15:09:27.745847 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.746789 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.747365 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: l3-ha Dec 07 15:09:27.747721 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: l3_flavors.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.748687 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.749254 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: l3-flavors Dec 07 15:09:27.749611 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.750543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.751123 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 07 15:09:27.751477 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: l3agentscheduler.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.752707 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.753286 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: l3_agent_scheduler Dec 07 15:09:27.753638 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: logging.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.755411 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.755997 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension logging not supported by any of loaded plugins Dec 07 15:09:27.756365 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: metering.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.758763 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.759485 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: metering Dec 07 15:09:27.759854 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: multiprovidernet.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.760806 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.761389 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: multi-provider Dec 07 15:09:27.761754 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: netmtu.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.762690 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.763277 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: net-mtu Dec 07 15:09:27.763630 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: netmtu_writable.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.764547 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.765115 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: net-mtu-writable Dec 07 15:09:27.765466 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: network_availability_zone.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.766243 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.766814 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: network_availability_zone Dec 07 15:09:27.767161 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: network_ip_availability.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.768254 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.768829 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: network-ip-availability Dec 07 15:09:27.769184 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: network_segment_range.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.770106 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.770719 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension network-segment-range not supported by any of loaded plugins Dec 07 15:09:27.771077 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: pagination.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.772075 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.772437 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: pagination Dec 07 15:09:27.772787 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.773706 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.774303 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: port-mac-address-regenerate Dec 07 15:09:27.774655 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: port_resource_request.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.775579 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.776148 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension port-resource-request not supported by any of loaded plugins Dec 07 15:09:27.776501 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: portbindings.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.777440 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.778017 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: binding Dec 07 15:09:27.778412 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: portbindings_extended.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.779665 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.780596 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: binding-extended Dec 07 15:09:27.780948 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: portsecurity.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.781863 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.782463 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: port-security Dec 07 15:09:27.782816 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: project_id.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.783777 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.784140 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: project-id Dec 07 15:09:27.784492 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: providernet.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.785555 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.786317 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: provider Dec 07 15:09:27.786673 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: qos.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.790321 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.790921 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension qos not supported by any of loaded plugins Dec 07 15:09:27.791286 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.792517 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.793097 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 07 15:09:27.793456 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.794392 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.794963 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 07 15:09:27.795319 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: qos_default.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.796232 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.796800 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension qos-default not supported by any of loaded plugins Dec 07 15:09:27.797158 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: qos_fip.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.797833 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.798430 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension qos-fip not supported by any of loaded plugins Dec 07 15:09:27.798782 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: qos_gateway_ip.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.799698 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.800261 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 07 15:09:27.800613 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: qos_port_network_policy.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.801629 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.802192 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 07 15:09:27.802561 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: qos_rule_type_details.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.803484 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.804055 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 07 15:09:27.804405 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: qos_rules_alias.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.805445 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.806014 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 07 15:09:27.806393 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: quotasv2.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.807428 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.807796 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: quotas Dec 07 15:09:27.808153 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: quotasv2_detail.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.809722 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.810097 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: quota_details Dec 07 15:09:27.810484 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: rbac.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.811619 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.812209 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: rbac-policies Dec 07 15:09:27.812573 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: rbac_address_scope.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.813524 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.814104 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: rbac-address-scope Dec 07 15:09:27.814493 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: rbac_security_groups.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.815410 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.815985 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: rbac-security-groups Dec 07 15:09:27.816339 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: rbac_subnetpool.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.817336 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.817910 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: rbac-subnetpool Dec 07 15:09:27.818311 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: revisionifmatch.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.819223 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.819799 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: revision-if-match Dec 07 15:09:27.820151 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: revisions.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.821270 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.821845 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: standard-attr-revisions Dec 07 15:09:27.822223 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: router_availability_zone.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.822965 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.823547 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: router_availability_zone Dec 07 15:09:27.823903 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: routerservicetype.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.824824 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.825391 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension router-service-type not supported by any of loaded plugins Dec 07 15:09:27.825741 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.826699 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.827277 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: port-security-groups-filtering Dec 07 15:09:27.827627 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: securitygroup.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.840525 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.841137 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: security-group Dec 07 15:09:27.841505 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: segment.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.842411 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.842987 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension segment not supported by any of loaded plugins Dec 07 15:09:27.843343 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.844273 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.844852 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 07 15:09:27.845206 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: servicetype.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.846352 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.846930 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: service-type Dec 07 15:09:27.847290 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: sorting.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.848281 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.848646 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: sorting Dec 07 15:09:27.848999 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: standard_attr_segment.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.849905 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.850580 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 07 15:09:27.850887 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: standardattrdescription.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.851577 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.852153 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: standard-attr-description Dec 07 15:09:27.852516 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: stateful_security_group.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.853437 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.854015 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: stateful-security-group Dec 07 15:09:27.854394 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: stdattrs_common.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.854977 dv-cinder-820628-1-smb neutron-server[88079]: WARNING neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 07 15:09:27.855331 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.856246 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.856812 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 07 15:09:27.857165 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: subnet_onboard.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.858231 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.858808 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: subnet_onboard Dec 07 15:09:27.859161 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.860090 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.860676 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 07 15:09:27.861034 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: subnet_service_types.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.862032 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.862651 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: subnet-service-types Dec 07 15:09:27.863009 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: subnetallocation.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.864311 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.864886 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: subnet_allocation Dec 07 15:09:27.865248 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.865945 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.866544 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: subnetpool-prefix-ops Dec 07 15:09:27.866899 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.867835 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.868399 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 07 15:09:27.868749 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: tagging.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.870073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.870738 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: standard-attr-tag Dec 07 15:09:27.871093 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: timestamp.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.872272 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.872854 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loaded extension: standard-attr-timestamp Dec 07 15:09:27.873211 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: trunk.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.874260 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.874838 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension trunk not supported by any of loaded plugins Dec 07 15:09:27.875202 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: trunk_details.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.876139 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.876722 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension trunk-details not supported by any of loaded plugins Dec 07 15:09:27.877074 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: uplink_status_propagation.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.877989 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.878596 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 07 15:09:27.878948 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Loading extension file: vlantransparent.py {{(pid=88079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 15:09:27.879676 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 15:09:27.880243 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 07 15:09:27.882667 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Creating instance of TrackedResource for resource:network Dec 07 15:09:27.883462 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Creating instance of TrackedResource for resource:subnet Dec 07 15:09:27.884114 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 15:09:27.884770 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Creating instance of TrackedResource for resource:port Dec 07 15:09:27.886193 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.resource_helper [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:09:27.886674 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.resource_helper [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Service FLAVORS assigned prefix: {{(pid=88079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:09:27.887358 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.resource_helper [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:09:27.887827 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.resource_helper [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:09:27.888198 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Creating instance of TrackedResource for resource:router Dec 07 15:09:27.888914 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Creating instance of TrackedResource for resource:floatingip Dec 07 15:09:27.889683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.resource_helper [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Service METERING assigned prefix: /metering {{(pid=88079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:09:27.891541 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.891954 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.892326 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88079) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:09:27.893474 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Creating instance of CountableResource for resource:rbac_policy Dec 07 15:09:27.893918 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Creating instance of TrackedResource for resource:security_group Dec 07 15:09:27.894841 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 07 15:09:27.895637 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.resource_helper [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Service CORE assigned prefix: {{(pid=88079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:09:27.895999 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 15:09:27.896356 dv-cinder-820628-1-smb neutron-server[88079]: WARNING neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] subnetpool is already registered Dec 07 15:09:27.896994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.resource_helper [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Service CORE assigned prefix: {{(pid=88079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:09:27.897353 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 15:09:27.897716 dv-cinder-820628-1-smb neutron-server[88079]: WARNING neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] subnetpool is already registered Dec 07 15:09:27.900359 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.resource_helper [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:09:27.900836 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.resource_helper [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Service FLAVORS assigned prefix: {{(pid=88079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:09:27.901474 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.resource_helper [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:09:27.901928 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.resource_helper [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:09:27.902319 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Creating instance of TrackedResource for resource:router Dec 07 15:09:27.902677 dv-cinder-820628-1-smb neutron-server[88079]: WARNING neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] router is already registered Dec 07 15:09:27.903319 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Creating instance of TrackedResource for resource:floatingip Dec 07 15:09:27.903673 dv-cinder-820628-1-smb neutron-server[88079]: WARNING neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] floatingip is already registered Dec 07 15:09:27.904340 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.resource_helper [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Service METERING assigned prefix: /metering {{(pid=88079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:09:27.905396 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Creating instance of CountableResource for resource:rbac_policy Dec 07 15:09:27.905750 dv-cinder-820628-1-smb neutron-server[88079]: WARNING neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] rbac_policy is already registered Dec 07 15:09:27.906200 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Creating instance of TrackedResource for resource:security_group Dec 07 15:09:27.906562 dv-cinder-820628-1-smb neutron-server[88079]: WARNING neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] security_group is already registered Dec 07 15:09:27.907347 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 07 15:09:27.907704 dv-cinder-820628-1-smb neutron-server[88079]: WARNING neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] security_group_rule is already registered Dec 07 15:09:27.908421 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.resource_helper [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Service CORE assigned prefix: {{(pid=88079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:09:27.908790 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 15:09:27.909141 dv-cinder-820628-1-smb neutron-server[88079]: WARNING neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] subnetpool is already registered Dec 07 15:09:27.909771 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.resource_helper [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Service CORE assigned prefix: {{(pid=88079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 15:09:27.910127 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 15:09:27.910521 dv-cinder-820628-1-smb neutron-server[88079]: WARNING neutron.quota.resource_registry [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] subnetpool is already registered Dec 07 15:09:27.911233 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: extensions {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.912760 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: address-scopes {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.914024 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: agents {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.915363 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: auto-allocated-topology {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.916665 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: availability_zones {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.917922 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: dhcp-networks {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.919497 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: dhcp-agents {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.920954 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: routers {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.922719 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: flavors {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.924876 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: service_profiles {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.926320 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: next_providers {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.927747 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: service_profiles {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.929220 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: floatingip-pools {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.930602 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: routers {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.932370 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: floatingips {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.933609 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: l3-routers {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.935165 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: l3-agents {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.936604 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: metering-labels {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.937950 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: metering-label-rules {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.939386 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: network-ip-availabilities {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.940701 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: bindings {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.942433 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: quotas {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.944004 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: quotas {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.945471 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: rbac-policies {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.946753 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: security-groups {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.947994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: security-group-rules {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.949371 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: service-providers {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.950664 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: subnetpools {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.952038 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: subnetpools {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.953632 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: tags {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.955386 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: tags {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.957255 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: tags {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.959289 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: tags {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.961018 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: tags {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.962882 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: tags {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.964763 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: tags {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.966559 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: tags {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.968584 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: tags {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.970418 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.extensions [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Extended resource: tags {{(pid=88079) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 15:09:27.977587 dv-cinder-820628-1-smb neutron-server[88079]: WARNING keystonemiddleware.auth_token [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 07 15:09:27.982556 dv-cinder-820628-1-smb neutron-server[88079]: WARNING keystonemiddleware.auth_token [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 07 15:09:27.991486 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Acquired lock "singleton_lock" {{(pid=88079) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Dec 07 15:09:27.992010 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Releasing lock "singleton_lock" {{(pid=88079) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Dec 07 15:09:27.993466 dv-cinder-820628-1-smb neutron-server[88079]: INFO oslo_service.service [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Starting 2 workers Dec 07 15:09:27.998092 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Started child 88188 {{(pid=88079) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 07 15:09:28.002351 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:28.002594 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Started child 88189 {{(pid=88079) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 07 15:09:28.004181 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.service [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 07 15:09:28.004521 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [-] (88188) wsgi starting up on http://0.0.0.0:9696 Dec 07 15:09:28.004916 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Notify callbacks [] for process, before_spawn {{(pid=88079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:28.007363 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:28.007523 dv-cinder-820628-1-smb neutron-server[88079]: INFO oslo_service.service [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Starting 1 workers Dec 07 15:09:28.008789 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [-] (88189) wsgi starting up on http://0.0.0.0:9696 Dec 07 15:09:28.012960 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Started child 88190 {{(pid=88079) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 07 15:09:28.013510 dv-cinder-820628-1-smb neutron-server[88079]: INFO oslo_service.service [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Starting 1 workers Dec 07 15:09:28.015710 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.service [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] calling RpcWorker wait() {{(pid=88190) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 07 15:09:28.016116 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.service [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] returning from RpcWorker wait() {{(pid=88190) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 07 15:09:28.017585 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:28.018060 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:09:28.018444 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Started child 88191 {{(pid=88079) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 07 15:09:28.018971 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-736c7043-96cf-4873-ac5b-e678dda6fe89 None None] Notify callbacks [] for process, after_spawn {{(pid=88079) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:28.020625 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88079) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 07 15:09:28.020834 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 07 15:09:28.020989 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 07 15:09:28.021268 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 07 15:09:28.021644 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 07 15:09:28.021832 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 07 15:09:28.022391 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.022654 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.022958 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.023177 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.023339 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:28.023491 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.024156 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.024453 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.024656 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.024956 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.025217 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.025381 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.025541 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.025823 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.026070 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.026416 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.026699 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.026967 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.027226 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.027422 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.027708 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.028007 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.028266 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.028543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] debug = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.028782 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.029498 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.029685 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.029885 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.030463 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.030762 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.031038 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.031323 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.031594 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.031839 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.032108 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.032383 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.032631 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.032885 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.033157 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.033412 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.033863 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] host = dv-cinder-820628-1-smb {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.034106 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.034348 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.034617 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.034871 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.035158 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.035721 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.035721 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.036148 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.036310 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.036543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.036792 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.037046 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.037292 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.037564 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] log_file = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.037733 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] log_options = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.037983 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.038228 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.038501 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.038776 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.038925 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.039088 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.039317 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.039522 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.039780 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.040014 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.040250 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.040501 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.040736 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.040974 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.041248 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.041499 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.041745 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.041993 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.042296 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.042585 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.042858 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.043109 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.043347 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.043618 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.043853 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.044102 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.044353 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.044588 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.044840 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.045099 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.045363 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.045632 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.045892 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.046174 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.046463 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.046700 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.047540 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.047540 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.047540 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.047826 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.047981 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.048321 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.048633 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.048887 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.049494 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.049494 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] use_json = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.049494 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.049494 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.049494 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.049494 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.049494 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.051257 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.051257 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.051389 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:09:28.051572 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.052236 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.052560 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.052900 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.053124 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.053947 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.053947 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.053947 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.055896 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.055896 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.055896 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.055896 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.055896 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.055896 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.055896 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.056440 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.056440 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.056440 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.056688 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.056924 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.057737 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.057737 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.057737 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.057981 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.058051 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.058286 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.058563 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.058801 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.059090 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.059366 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.059664 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.059946 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.060198 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.060437 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.060680 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.061335 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.061588 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.061852 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.062118 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.062409 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.062683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.062954 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.063192 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.063415 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.063659 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.063918 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.067591 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.067919 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.068199 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.068470 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.068743 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.069018 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.069290 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.069569 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.069827 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.070093 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.070387 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.070642 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.070906 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.071160 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.071416 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.071681 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.071956 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.072220 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.072486 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.072736 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.072984 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.073230 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.073483 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.073734 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.073980 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.074247 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.074490 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.074738 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.075045 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.075393 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.075669 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.075943 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.076221 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.076488 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.076757 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.077039 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.077274 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.077526 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.077779 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.078072 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.078361 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.078634 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.078968 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.079218 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.079502 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.079770 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.080027 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.080285 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.080555 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.080818 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.081097 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.081368 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.081652 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.081940 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.082360 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.082768 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.083049 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.083341 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.083612 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.083919 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.084263 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.084565 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.084845 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.085126 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.085406 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.085674 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.085965 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.086278 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.086553 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.086826 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.087093 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.087394 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.087755 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.088049 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.088294 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.088540 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.088829 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.089129 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.089396 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.089683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.089969 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.090984 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.090984 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.090984 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.091210 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.091311 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.091542 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.091789 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.092032 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.092274 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.092595 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.092827 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.093222 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.093652 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.094049 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.094484 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.094910 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.095174 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.095429 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.095730 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.095958 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.096441 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.096713 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.096968 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.097219 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.097479 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.097707 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.098363 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.098841 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.099178 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.099480 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.100408 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.100408 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.100408 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.100782 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.100782 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.100973 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.101227 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.101475 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.101721 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.101957 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.102398 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.102792 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.103193 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.103585 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.104044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.104452 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.104960 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.105440 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.106112 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.106813 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.107236 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.107609 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.107876 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.108137 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.108397 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.108671 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.108975 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.109245 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.109504 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.109763 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.109999 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.110292 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.110615 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.111189 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.111890 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.112417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.112854 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.113318 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.113797 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.114102 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.114388 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.114717 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.114997 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.115271 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.115571 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.115856 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.116196 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.116491 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.116750 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.117116 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.117385 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.117674 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.117957 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.118226 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.118502 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.118808 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.119177 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.119520 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.119831 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.120128 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.120469 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.120777 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.121100 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.121352 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.121672 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.122065 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.122427 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.122705 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.122970 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.123262 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.123521 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.123777 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.124032 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.124283 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.124535 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.124847 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.125153 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.125414 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.125663 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.125943 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.126180 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.126467 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.126712 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.126968 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.127215 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.127405 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 07 15:09:28.127999 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88079) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 07 15:09:28.128194 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 07 15:09:28.128347 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 07 15:09:28.128566 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 07 15:09:28.128769 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 07 15:09:28.128952 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 07 15:09:28.129231 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.129422 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.129612 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.129800 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.129987 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.130249 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.130407 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.131537 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.131537 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.131537 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.131537 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.131537 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.131537 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.131537 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.132320 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.132320 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.132320 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.132320 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.132320 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.132761 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.132761 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.132938 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.132938 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] debug = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.133116 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.133315 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.133485 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.133839 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.134031 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.134249 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.134436 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.134624 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.134809 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.134994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.135182 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.135368 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.135554 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.135739 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.135922 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.136091 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.136256 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] host = dv-cinder-820628-1-smb {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.136601 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.136790 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.136977 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.137163 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.137356 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.137543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.137728 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.137913 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.138099 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.138327 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.138515 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.138700 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.138872 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.139047 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] log_file = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.139231 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] log_options = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.139415 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.139611 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.139786 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.139935 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.140123 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.140354 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.140462 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.140643 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.140830 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.141025 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.141178 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.141337 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.141524 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.141708 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.141972 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.142131 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.142294 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.142436 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.142578 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.142746 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.142893 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.143075 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.143260 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.143443 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.143697 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.143843 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.144016 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.144157 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.144285 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.144455 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.144680 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.144871 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.145055 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.145241 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.145425 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.145651 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.145761 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.145932 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.146116 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.146325 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.146509 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.146693 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.146849 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.147142 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.147295 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.147438 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] use_json = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.147575 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.147713 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.147850 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.147988 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.148124 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.148270 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.148454 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.148638 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 15:09:28.148847 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.149037 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.149238 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.149425 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.149611 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.149938 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.150221 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.150221 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.150566 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.150566 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.150833 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.150833 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.151095 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.151233 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.151371 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.151592 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:09:28.151743 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.151743 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.152014 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.152014 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.152285 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.152285 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.152558 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.152708 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.152941 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.152941 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.153209 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.153349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.153488 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.153627 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.153765 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.153903 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.154054 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.154261 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.154449 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.154637 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.154826 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.155357 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.155545 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.155731 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.155931 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.156118 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.156330 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.156566 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.156753 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.156940 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.157126 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.157313 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.157499 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.157686 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.157874 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.158076 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.158289 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.158475 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.158665 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.158852 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.159042 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.159229 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.159414 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.159576 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.159769 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.160036 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.160189 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.160391 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.160730 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.160880 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.161092 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.161279 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.161433 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.161574 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.161713 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.161852 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.161993 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.162132 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.162377 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.162584 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.162775 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.163026 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.163174 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.163314 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.163454 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.163634 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.163820 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.164007 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.164226 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.164462 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.164611 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.164725 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.164836 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.165028 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.165213 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.165399 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.165587 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.165796 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.165920 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.166111 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.166322 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.166519 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.166705 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.166866 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.167060 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.167262 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.167414 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.167588 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.167751 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.167959 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.168139 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.168313 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.168501 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.168688 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.168873 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.169068 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.169245 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.169395 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.169536 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.169724 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.169909 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.170107 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.170350 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.170538 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.170789 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.170903 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.171022 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.171211 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.171403 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.171835 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.172025 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.172248 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.174044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.174044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.174044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.174044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.174044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.174044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.174044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.174044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.174979 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.175224 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.175454 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.175663 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.175963 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.176194 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.176392 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.176537 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.176681 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.176823 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.177004 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.177194 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.177363 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.177516 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.177695 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.177841 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.178033 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.178248 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.178409 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.178599 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.178789 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.178971 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.179129 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.179309 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.179495 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.179683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.179872 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.180060 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.180251 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.180440 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.180628 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.180822 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.181007 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.181170 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.181382 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.181545 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.181733 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.181938 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.182124 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.182342 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.182528 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.182717 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.182903 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.183091 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.183284 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.183441 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.183629 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.183817 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.184024 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.184196 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.184384 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.184573 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.184761 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.184947 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.185135 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.185334 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.185521 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.185708 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.185895 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.186093 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.186303 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.186493 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.186695 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.186883 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.187069 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.187258 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.187445 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.187644 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.187834 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.188022 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.188223 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.188415 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.188607 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.188800 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.188991 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.189182 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.189374 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.189569 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.189772 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.189971 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.190190 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.190388 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.190590 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.190792 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.190967 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.191163 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.191373 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.191622 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.191815 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.192006 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.192203 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.192398 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.192563 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.192754 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.192973 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.193130 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.193304 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.193454 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.193601 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.193801 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.193983 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.194186 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.194385 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.194554 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.194748 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.194938 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 15:09:28.195120 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88079) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 07 15:09:28.435020 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 52624) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:09:28.450873 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0129092 Dec 07 15:09:38.699282 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8763ac-3b0c-4342-85ae-58f69cce792f None None] get_active_networks_info from dv-cinder-820628-1-smb {{(pid=88190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 07 15:09:38.926610 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8763ac-3b0c-4342-85ae-58f69cce792f None None] No non-hosted networks {{(pid=88190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 07 15:09:38.939250 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agentschedulers_db [None req-3b8763ac-3b0c-4342-85ae-58f69cce792f None None] DHCP Agent not found on host dv-cinder-820628-1-smb {{(pid=88190) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Dec 07 15:09:39.029545 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ea1678b3-abeb-4f62-9697-986a0d7beff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622453'] for agent, after_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:39.640494 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622453'] for agent, after_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:39.643912 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:39.644411 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:39.644882 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:39.645351 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:39.645822 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:39.646582 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:39.649083 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:39.649691 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:39.650197 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:39.650664 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:39.651145 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:39.651669 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-820628-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:09:39.664600 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-820628-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:09:40.628749 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-675e02f7-e6a5-404f-bbb1-6ed4de26557b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622453'] for agent, after_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:40.701164 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0cbad218-6ce5-44e8-b75a-88dba150a1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:41.252874 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622453'] for agent, after_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:42.558895 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622453'] for agent, after_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:42.857254 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.l3_hamode_db [None req-46b1ea49-f2b6-417e-9890-f7d1a659b591 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 07 15:09:42.947581 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b1ea49-f2b6-417e-9890-f7d1a659b591 None None] Routers set() bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:09:42.947911 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b1ea49-f2b6-417e-9890-f7d1a659b591 None None] Router IDs set() for agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 07 15:09:43.463318 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 52738) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:09:44.243211 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [None req-dd803455-92aa-468a-bedc-10fcff54d102 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=88189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:09:44.244374 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-dd803455-92aa-468a-bedc-10fcff54d102 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7799892 Dec 07 15:09:46.489477 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 52754) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:09:46.580393 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-ad2b3645-b51b-464e-9c08-fe8b82e8ccfc admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:09:46.826811 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.policy [None req-ad2b3645-b51b-464e-9c08-fe8b82e8ccfc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88189) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 07 15:09:46.834424 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota [None req-ad2b3645-b51b-464e-9c08-fe8b82e8ccfc admin admin] Loaded quota_driver: . Dec 07 15:09:46.869379 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ad2b3645-b51b-464e-9c08-fe8b82e8ccfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:09:46.933044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3645-b51b-464e-9c08-fe8b82e8ccfc admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744367806771', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744367779791', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744367775889', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744367928510', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744367772909', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851448522', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3335486', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-568678', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-941404'] for rbac-policy, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:47.008436 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3645-b51b-464e-9c08-fe8b82e8ccfc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:47.009747 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-ad2b3645-b51b-464e-9c08-fe8b82e8ccfc admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5191457 Dec 07 15:09:49.234066 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 52770) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:09:49.321462 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '7749ea159ea147ca80c3253831a2d9fa'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:09:49.327736 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:09:49.335461 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Usage tracker for resource:network and tenant:7749ea159ea147ca80c3253831a2d9fa is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:09:49.339184 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:09:49.345974 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:09:49.357219 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Made reservation on behalf of 7749ea159ea147ca80c3253831a2d9fa for: {'network': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:09:49.363084 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for network, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:49.380249 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:49.424240 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:09:49.428190 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Usage tracker for resource:security_group_rule and tenant:7749ea159ea147ca80c3253831a2d9fa is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:09:49.431091 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:09:49.437180 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:09:49.506399 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:49.511130 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:49.515843 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:09:49.532667 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=88189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:09:49.558128 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292488211265', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:49.558684 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Unsubscribe: segment precommit_create {{(pid=88189) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 07 15:09:49.559145 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.segments_db [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Added segment 34f90395-9c79-4db9-9c0c-53967a650ecf of type vlan for network fc3c6281-99d9-4191-9676-0e31c3cc601d Dec 07 15:09:49.611643 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042c8dd2-4169-4d43-8149-fe7643ba4f38,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:09:49.643669 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:49.644043 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:49.644404 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:49.644765 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:49.645119 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:49.645473 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:49.645824 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:49.646258 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:49.646611 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:49.646957 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:49.647287 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Tracked resource versions report: Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: pushed versions: Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: { 'ConntrackHelper': {'1.0'}, Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'Log': {'1.0'}, Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'Network': {'1.1'}, Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'Port': {'1.5'}, Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'PortForwarding': {'1.2'}, Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'QosPolicy': {'1.8'}, Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroup': {'1.2'}, Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroupRule': {'1.0'}, Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'SubPort': {'1.0'}, Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'Subnet': {'1.1'}, Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'Trunk': {'1.1'}} Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: consumer versions: Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: { DHCP agent@dv-cinder-820628-1-smb: {}, Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: L3 agent@dv-cinder-820628-1-smb: {}, Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: Metadata agent@dv-cinder-820628-1-smb: {}, Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: Metering agent@dv-cinder-820628-1-smb: {}, Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: Open vSwitch agent@dv-cinder-820628-1-smb: { 'ConntrackHelper': '1.0', Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'Log': '1.0', Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'Network': '1.1', Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'Port': '1.5', Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'PortForwarding': '1.2', Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'QosPolicy': '1.8', Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroup': '1.2', Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroupRule': '1.0', Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'SubPort': '1.0', Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'Subnet': '1.1', Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: 'Trunk': '1.1'}} Dec 07 15:09:49.648413 dv-cinder-820628-1-smb neutron-server[88079]: {{(pid=88189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 15:09:49.673450 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744366061905'] for network, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:49.691704 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:09:49.715257 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for network, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:49.716534 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:09:49.717181 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:49.720508 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:09:49.829295 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Pushing event updated for resources: {'Network': ['ID=fc3c6281-99d9-4191-9676-0e31c3cc601d,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:09:49.832127 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.5965931 Dec 07 15:09:49.847874 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:09:49.861523 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Network fc3c6281-99d9-4191-9676-0e31c3cc601d details requested by agent ovs-agent-dv-cinder-820628-1-smb with host dv-cinder-820628-1-smb {{(pid=88190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:09:52.103564 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 52788) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:09:52.311735 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace88414-c290-4042-838d-590e818c7537 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:09:52.313227 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-ace88414-c290-4042-838d-590e818c7537 admin admin] 10.222.0.71 "GET /v2.0/networks/fc3c6281-99d9-4191-9676-0e31c3cc601d HTTP/1.1" status: 200 len: 825 time: 0.2084451 Dec 07 15:09:52.344646 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-1ba27b9e-4e6b-4d02-8fa0-d19f9dc577ae admin admin] 10.222.0.71 "GET /v2.0/subnetpools/02d07c95-ec36-4014-99ca-1bf36831244b HTTP/1.1" status: 200 len: 734 time: 0.0230808 Dec 07 15:09:52.357055 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-594bef8f-a77a-47b8-9c60-7f61cc7513b7 admin admin] Request body: {'subnet': {'network_id': 'fc3c6281-99d9-4191-9676-0e31c3cc601d', 'subnetpool_id': '02d07c95-ec36-4014-99ca-1bf36831244b', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '7749ea159ea147ca80c3253831a2d9fa', 'ip_version': 4}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:09:52.362069 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-594bef8f-a77a-47b8-9c60-7f61cc7513b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:09:52.367002 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-594bef8f-a77a-47b8-9c60-7f61cc7513b7 admin admin] Usage tracker for resource:subnet and tenant:7749ea159ea147ca80c3253831a2d9fa is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:09:52.372149 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-594bef8f-a77a-47b8-9c60-7f61cc7513b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:09:52.381861 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-594bef8f-a77a-47b8-9c60-7f61cc7513b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:09:52.395538 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594bef8f-a77a-47b8-9c60-7f61cc7513b7 admin admin] Made reservation on behalf of 7749ea159ea147ca80c3253831a2d9fa for: {'subnet': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:09:52.400325 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-594bef8f-a77a-47b8-9c60-7f61cc7513b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:52.707065 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-594bef8f-a77a-47b8-9c60-7f61cc7513b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for subnet, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:52.711311 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:09:52.791893 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bef8f-a77a-47b8-9c60-7f61cc7513b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50d5d390-7556-4b6c-a2d6-57f1bc698494,revision_number=0']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:09:52.797450 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-594bef8f-a77a-47b8-9c60-7f61cc7513b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:09:52.805380 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bef8f-a77a-47b8-9c60-7f61cc7513b7 admin admin] Checking segment: {'id': '34f90395-9c79-4db9-9c0c-53967a650ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'fc3c6281-99d9-4191-9676-0e31c3cc601d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:09:52.805771 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594bef8f-a77a-47b8-9c60-7f61cc7513b7 admin admin] Network hostable DHCP agents. Network: fc3c6281-99d9-4191-9676-0e31c3cc601d, hostable agents: ['8933d9ad-7c89-41d3-b37b-333921c44d45'], hosted agents: [] {{(pid=88189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:09:52.831458 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594bef8f-a77a-47b8-9c60-7f61cc7513b7 admin admin] Network fc3c6281-99d9-4191-9676-0e31c3cc601d is scheduled to be hosted by DHCP agent 8933d9ad-7c89-41d3-b37b-333921c44d45 with binding_index 1 {{(pid=88189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:09:52.841376 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-594bef8f-a77a-47b8-9c60-7f61cc7513b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-smb, fc3c6281-99d9-4191-9676-0e31c3cc601d) {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:09:52.845875 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594bef8f-a77a-47b8-9c60-7f61cc7513b7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:09:52.846567 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-594bef8f-a77a-47b8-9c60-7f61cc7513b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:52.852078 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d48c4c5-ec16-40fd-8660-de3cc24ea231 None None] Network fc3c6281-99d9-4191-9676-0e31c3cc601d requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:09:52.867011 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-594bef8f-a77a-47b8-9c60-7f61cc7513b7 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5161893 Dec 07 15:09:53.264711 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10fb145b-ccfb-5829-8772-12d53f6ed67f-fc3c6281-99d9-4191-9676-0e31c3cc601d', 'network_id': 'fc3c6281-99d9-4191-9676-0e31c3cc601d', 'tenant_id': '7749ea159ea147ca80c3253831a2d9fa', 'fixed_ips': [{'subnet_id': '50d5d390-7556-4b6c-a2d6-57f1bc698494'}]}} from dv-cinder-820628-1-smb. {{(pid=88190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 15:09:53.265999 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:53.479480 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Allocated IP 172.20.0.2 (fc3c6281-99d9-4191-9676-0e31c3cc601d/50d5d390-7556-4b6c-a2d6-57f1bc698494/19b3477e-ca95-4263-a346-efd7250bb231) {{(pid=88190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:09:53.724700 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Notify callbacks [] for port, precommit_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:53.738861 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Transition to ACTIVE for port object 19b3477e-ca95-4263-a346-efd7250bb231 will not be triggered until provisioned by entity L2. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:09:53.760032 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Transition to ACTIVE for port object 19b3477e-ca95-4263-a346-efd7250bb231 will not be triggered until provisioned by entity DHCP. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:09:53.766958 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:53.771231 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:09:53.838114 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Network fc3c6281-99d9-4191-9676-0e31c3cc601d is already hosted by enough agents. {{(pid=88190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:09:53.841656 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Resources bound (agent type, host, resource id): {{(pid=88190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:09:53.843398 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Pushing event updated for resources: {'Port': ['ID=19b3477e-ca95-4263-a346-efd7250bb231,revision_number=1']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:09:53.847974 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Received port after_create {{(pid=88190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:09:53.857973 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:53.858383 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:53.858751 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:53.859110 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:53.859468 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:53.859832 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:53.860184 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:53.860516 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:53.860864 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:53.861215 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:53.861563 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Tracked resource versions report: Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: pushed versions: Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: { 'ConntrackHelper': {'1.0'}, Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'Log': {'1.0'}, Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'Network': {'1.1'}, Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'Port': {'1.5'}, Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'PortForwarding': {'1.2'}, Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'QosPolicy': {'1.8'}, Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroup': {'1.2'}, Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroupRule': {'1.0'}, Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'SubPort': {'1.0'}, Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'Subnet': {'1.1'}, Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'Trunk': {'1.1'}} Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: consumer versions: Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: { DHCP agent@dv-cinder-820628-1-smb: {}, Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: L3 agent@dv-cinder-820628-1-smb: {}, Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: Metadata agent@dv-cinder-820628-1-smb: {}, Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: Metering agent@dv-cinder-820628-1-smb: {}, Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: Open vSwitch agent@dv-cinder-820628-1-smb: { 'ConntrackHelper': '1.0', Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'Log': '1.0', Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'Network': '1.1', Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'Port': '1.5', Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'PortForwarding': '1.2', Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'QosPolicy': '1.8', Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroup': '1.2', Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroupRule': '1.0', Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'SubPort': '1.0', Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'Subnet': '1.1', Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: 'Trunk': '1.1'}} Dec 07 15:09:53.862702 dv-cinder-820628-1-smb neutron-server[88079]: {{(pid=88190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 15:09:53.896388 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:09:53.951622 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Attempting to bind port 19b3477e-ca95-4263-a346-efd7250bb231 on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:09:53.952050 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Attempting to bind port 19b3477e-ca95-4263-a346-efd7250bb231 by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': '34f90395-9c79-4db9-9c0c-53967a650ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'fc3c6281-99d9-4191-9676-0e31c3cc601d'}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:09:53.952507 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Attempting to bind port 19b3477e-ca95-4263-a346-efd7250bb231 on network fc3c6281-99d9-4191-9676-0e31c3cc601d {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:09:53.959826 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:09:53.960276 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Checking segment: {'id': '34f90395-9c79-4db9-9c0c-53967a650ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'fc3c6281-99d9-4191-9676-0e31c3cc601d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:09:53.960746 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:53.961172 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Bound using segment: {'id': '34f90395-9c79-4db9-9c0c-53967a650ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'fc3c6281-99d9-4191-9676-0e31c3cc601d'} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:09:53.961725 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Bound port: 19b3477e-ca95-4263-a346-efd7250bb231, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f90395-9c79-4db9-9c0c-53967a650ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'fc3c6281-99d9-4191-9676-0e31c3cc601d'}}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:09:53.962128 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:54.054128 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] For port 19b3477e-ca95-4263-a346-efd7250bb231, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:09:54.058495 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] For port 19b3477e-ca95-4263-a346-efd7250bb231, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=19b3477e-ca95-4263-a346-efd7250bb231,segment=NetworkSegment(34f90395-9c79-4db9-9c0c-53967a650ecf),segment_id=34f90395-9c79-4db9-9c0c-53967a650ecf)] {{(pid=88190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:09:54.062849 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:54.067492 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:09:54.153968 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Pushing event updated for resources: {'Port': ['ID=19b3477e-ca95-4263-a346-efd7250bb231,revision_number=2']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:09:54.157462 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:09:55.071609 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 52800) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:09:55.150543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [None req-9c5c468f-be1f-4a71-8533-fdaa75ee5027 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=88189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:09:55.151633 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9c5c468f-be1f-4a71-8533-fdaa75ee5027 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0788457 Dec 07 15:09:57.368716 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 52816) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:09:57.448677 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [None req-ce54739e-b807-46e1-9343-97ba9e7ea472 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=88189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:09:57.449752 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-ce54739e-b807-46e1-9343-97ba9e7ea472 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0800409 Dec 07 15:09:57.980951 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 19b3477e-ca95-4263-a346-efd7250bb231 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:09:58.054291 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port 19b3477e-ca95-4263-a346-efd7250bb231 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:09:58.881822 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e5a15f-70cc-43ed-a290-874e09d9b018 None None] Network fc3c6281-99d9-4191-9676-0e31c3cc601d requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:09:58.987968 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-a773654d-39f5-4ba5-8392-afd53d41969e None None] Provisioning for port 19b3477e-ca95-4263-a346-efd7250bb231 completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:09:59.003455 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-a773654d-39f5-4ba5-8392-afd53d41969e None None] Provisioning complete for port 19b3477e-ca95-4263-a346-efd7250bb231 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:09:59.003836 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a773654d-39f5-4ba5-8392-afd53d41969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:59.365734 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a773654d-39f5-4ba5-8392-afd53d41969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:59.411053 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-a773654d-39f5-4ba5-8392-afd53d41969e None None] For port 19b3477e-ca95-4263-a346-efd7250bb231, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=19b3477e-ca95-4263-a346-efd7250bb231,segment=NetworkSegment(34f90395-9c79-4db9-9c0c-53967a650ecf),segment_id=34f90395-9c79-4db9-9c0c-53967a650ecf)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:09:59.415918 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a773654d-39f5-4ba5-8392-afd53d41969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:59.419947 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:09:59.487647 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773654d-39f5-4ba5-8392-afd53d41969e None None] Pushing event updated for resources: {'Port': ['ID=19b3477e-ca95-4263-a346-efd7250bb231,revision_number=3']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:09:59.491058 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a773654d-39f5-4ba5-8392-afd53d41969e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:09:59.696430 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 52830) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:09:59.743798 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-bfaaa90f-d6e7-42e2-8439-748ef0942cad None None] Provisioning complete for port 19b3477e-ca95-4263-a346-efd7250bb231 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:09:59.744483 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa90f-d6e7-42e2-8439-748ef0942cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:59.781051 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-7b7bf08e-26b9-454d-8517-7a87041c5c9b admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '7749ea159ea147ca80c3253831a2d9fa'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:09:59.786543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-7b7bf08e-26b9-454d-8517-7a87041c5c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:09:59.790682 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-7b7bf08e-26b9-454d-8517-7a87041c5c9b admin admin] Usage tracker for resource:router and tenant:7749ea159ea147ca80c3253831a2d9fa is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:09:59.793998 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-7b7bf08e-26b9-454d-8517-7a87041c5c9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:09:59.800967 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-7b7bf08e-26b9-454d-8517-7a87041c5c9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:09:59.816092 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf08e-26b9-454d-8517-7a87041c5c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-570544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100688'] for router, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:59.817401 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf08e-26b9-454d-8517-7a87041c5c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854205422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853826331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854675112'] for router, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:59.843359 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf08e-26b9-454d-8517-7a87041c5c9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:59.946410 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf08e-26b9-454d-8517-7a87041c5c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854205272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854142160'] for router, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:59.960806 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 19b3477e-ca95-4263-a346-efd7250bb231 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:09:59.966022 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf08e-26b9-454d-8517-7a87041c5c9b admin admin] Notify callbacks [] for router, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:09:59.967364 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-7b7bf08e-26b9-454d-8517-7a87041c5c9b admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2699032 Dec 07 15:10:00.036256 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 19b3477e-ca95-4263-a346-efd7250bb231 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:10:00.036774 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:02.197758 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 52842) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:10:02.285401 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [None req-5b331150-8f06-412b-92c4-7d9817531672 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=88189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:10:02.287157 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-5b331150-8f06-412b-92c4-7d9817531672 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0882449 Dec 07 15:10:04.515586 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 52854) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:10:04.601337 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:10:04.609974 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:10:04.616080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Usage tracker for resource:network and tenant:da3b6c89a0414cbfab84bed4c2181869 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:10:04.619174 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:10:04.625405 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:10:04.637253 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Made reservation on behalf of da3b6c89a0414cbfab84bed4c2181869 for: {'network': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:10:04.641864 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for network, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:04.655336 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:04.688673 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:10:04.692578 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Usage tracker for resource:security_group_rule and tenant:da3b6c89a0414cbfab84bed4c2181869 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:10:04.695603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:10:04.702711 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:10:04.769844 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:04.774550 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:04.778832 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:10:04.795161 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Reserving flat network on physical network physnet1 {{(pid=88189) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 07 15:10:04.818715 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1467b61-f8cc-45a5-ba64-05e99c2a65e5,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:10:04.822256 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:10:04.825182 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:04.825556 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.segments_db [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Added segment 6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf of type flat for network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 Dec 07 15:10:04.858971 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744366061905'] for network, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:04.898041 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for network, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:04.899266 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:10:04.900045 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:04.907997 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-fc109764-accc-41b1-a318-59b1a2a07e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:10:05.077970 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 5 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:10:05.149814 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6328189 Dec 07 15:10:05.158655 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb2958e-4db2-4f1d-a7f8-4af501c24e74,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:10:05.161875 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:10:05.172500 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 details requested by agent ovs-agent-dv-cinder-820628-1-smb with host dv-cinder-820628-1-smb {{(pid=88190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:10:07.324653 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 52866) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:10:07.482920 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d6df8b-e57a-4205-b5fb-bc521c7d13bd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:10:07.484348 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-b8d6df8b-e57a-4205-b5fb-bc521c7d13bd admin admin] 10.222.0.71 "GET /v2.0/subnets/50d5d390-7556-4b6c-a2d6-57f1bc698494 HTTP/1.1" status: 200 len: 849 time: 0.1586232 Dec 07 15:10:07.650817 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-358f114d-1311-4327-9dd6-1be04b8ff8fb admin admin] 10.222.0.71 "GET /v2.0/routers/bcd08b2d-34d8-4c99-8b32-704a25dd1b43 HTTP/1.1" status: 200 len: 704 time: 0.1599498 Dec 07 15:10:08.149611 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:08.401022 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Allocated IP 172.20.0.1 (fc3c6281-99d9-4191-9676-0e31c3cc601d/50d5d390-7556-4b6c-a2d6-57f1bc698494/f18f91e0-06ea-429c-9a6e-fdee37f211b6) {{(pid=88189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:10:08.526819 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2941dc49-badc-4199-a552-d0a06bdc2dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:08.579062 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:08.598391 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Transition to ACTIVE for port object f18f91e0-06ea-429c-9a6e-fdee37f211b6 will not be triggered until provisioned by entity DHCP. {{(pid=88189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:10:08.648365 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:08.652585 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:10:08.718774 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Network fc3c6281-99d9-4191-9676-0e31c3cc601d is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:10:08.721647 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:10:08.726120 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Received port after_create {{(pid=88189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:10:08.726669 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:08.729957 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Pushing event updated for resources: {'Port': ['ID=f18f91e0-06ea-429c-9a6e-fdee37f211b6,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:10:08.770493 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:10:08.854235 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:08.974617 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-38876b94-8135-48da-a8f3-61ed6fcb351f None None] Provisioning for port f18f91e0-06ea-429c-9a6e-fdee37f211b6 completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:10:08.979576 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-38876b94-8135-48da-a8f3-61ed6fcb351f None None] Provisioning complete for port f18f91e0-06ea-429c-9a6e-fdee37f211b6 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:10:08.979997 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-38876b94-8135-48da-a8f3-61ed6fcb351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:09.033180 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-38876b94-8135-48da-a8f3-61ed6fcb351f None None] Port f18f91e0-06ea-429c-9a6e-fdee37f211b6 cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:10:09.102755 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:09.107573 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:09.108664 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4058165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:09.116010 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:10:09.210752 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Pushing event updated for resources: {'Port': ['ID=f18f91e0-06ea-429c-9a6e-fdee37f211b6,revision_number=2']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:10:09.214920 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:10:09.319230 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Network fc3c6281-99d9-4191-9676-0e31c3cc601d is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:10:09.320399 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:10:09.649938 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:09.662948 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-40520960-2117-4f47-a9ee-5f7df558c223 None None] Provisioning complete for port f18f91e0-06ea-429c-9a6e-fdee37f211b6 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:10:09.663350 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-40520960-2117-4f47-a9ee-5f7df558c223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:09.720691 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-40520960-2117-4f47-a9ee-5f7df558c223 None None] Port f18f91e0-06ea-429c-9a6e-fdee37f211b6 cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:10:09.863352 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Router bcd08b2d-34d8-4c99-8b32-704a25dd1b43 is scheduled to L3 agent f79d429c-c241-436e-a9f4-10d095e52796 with binding_index 1 {{(pid=88189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 15:10:10.046988 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:10:10.058611 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] 10.222.0.71 "PUT /v2.0/routers/bcd08b2d-34d8-4c99-8b32-704a25dd1b43/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3993969 Dec 07 15:10:10.061855 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Sync routers for ids ['bcd08b2d-34d8-4c99-8b32-704a25dd1b43'] in dv-cinder-820628-1-smb {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:10:10.076608 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Routers {'bcd08b2d-34d8-4c99-8b32-704a25dd1b43'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:10:10.077372 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:09:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['bcd08b2d-34d8-4c99-8b32-704a25dd1b43'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:10:10.252564 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Set router bcd08b2d-34d8-4c99-8b32-704a25dd1b43 gateway port host: None {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:10:10.623376 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e75d4708-e765-4a0e-93d8-ad304c3f0c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:10.637172 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd08b2d-34d8-4c99-8b32-704a25dd1b43', 'name': 'router1', 'tenant_id': '7749ea159ea147ca80c3253831a2d9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:09:59Z', 'updated_at': '2021-12-07T15:10:08Z', 'revision_number': 2, 'project_id': '7749ea159ea147ca80c3253831a2d9fa', 'gw_port_host': None, '_interfaces': [{'id': 'f18f91e0-06ea-429c-9a6e-fdee37f211b6', 'name': '', 'network_id': 'fc3c6281-99d9-4191-9676-0e31c3cc601d', 'tenant_id': '7749ea159ea147ca80c3253831a2d9fa', 'mac_address': 'fa:16:3e:ff:d5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd08b2d-34d8-4c99-8b32-704a25dd1b43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50d5d390-7556-4b6c-a2d6-57f1bc698494', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:10:08Z', 'updated_at': '2021-12-07T15:10:08Z', 'revision_number': 2, 'project_id': '7749ea159ea147ca80c3253831a2d9fa', 'subnets': [{'id': '50d5d390-7556-4b6c-a2d6-57f1bc698494', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d07c95-ec36-4014-99ca-1bf36831244b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:10:10.642584 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Checking router: bcd08b2d-34d8-4c99-8b32-704a25dd1b43 for host: dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:10:10.642985 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Updating router bcd08b2d-34d8-4c99-8b32-704a25dd1b43 port f18f91e0-06ea-429c-9a6e-fdee37f211b6 binding host dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:10:10.698987 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:11.089212 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Notify callbacks [] for port, precommit_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:11.104449 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Transition to ACTIVE for port object f18f91e0-06ea-429c-9a6e-fdee37f211b6 will not be triggered until provisioned by entity L2. {{(pid=88191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:10:11.111372 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:11.115944 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:10:11.212796 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:11.282792 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603974d-935d-4223-b5b4-b396f445c7a7 None None] Pushing event updated for resources: {'Port': ['ID=f18f91e0-06ea-429c-9a6e-fdee37f211b6,revision_number=3']} {{(pid=88191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:10:11.341356 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603974d-935d-4223-b5b4-b396f445c7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:11.341669 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603974d-935d-4223-b5b4-b396f445c7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:11.341997 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603974d-935d-4223-b5b4-b396f445c7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:11.342375 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603974d-935d-4223-b5b4-b396f445c7a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:11.342726 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603974d-935d-4223-b5b4-b396f445c7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:11.343074 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603974d-935d-4223-b5b4-b396f445c7a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:11.343418 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603974d-935d-4223-b5b4-b396f445c7a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:11.343764 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603974d-935d-4223-b5b4-b396f445c7a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:11.344105 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603974d-935d-4223-b5b4-b396f445c7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:11.344443 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603974d-935d-4223-b5b4-b396f445c7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:11.344790 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603974d-935d-4223-b5b4-b396f445c7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603974d-935d-4223-b5b4-b396f445c7a7 None None] Tracked resource versions report: Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: pushed versions: Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: { 'ConntrackHelper': {'1.0'}, Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'Log': {'1.0'}, Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'Network': {'1.1'}, Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'Port': {'1.5'}, Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'PortForwarding': {'1.2'}, Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'QosPolicy': {'1.8'}, Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroup': {'1.2'}, Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroupRule': {'1.0'}, Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'SubPort': {'1.0'}, Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'Subnet': {'1.1'}, Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'Trunk': {'1.1'}} Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: consumer versions: Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: { DHCP agent@dv-cinder-820628-1-smb: {}, Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: L3 agent@dv-cinder-820628-1-smb: {}, Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: Metadata agent@dv-cinder-820628-1-smb: {}, Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: Metering agent@dv-cinder-820628-1-smb: {}, Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: Open vSwitch agent@dv-cinder-820628-1-smb: { 'ConntrackHelper': '1.0', Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'Log': '1.0', Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'Network': '1.1', Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'Port': '1.5', Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'PortForwarding': '1.2', Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'QosPolicy': '1.8', Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroup': '1.2', Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroupRule': '1.0', Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'SubPort': '1.0', Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'Subnet': '1.1', Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: 'Trunk': '1.1'}} Dec 07 15:10:11.345880 dv-cinder-820628-1-smb neutron-server[88079]: {{(pid=88191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 15:10:11.352213 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Attempting to bind port f18f91e0-06ea-429c-9a6e-fdee37f211b6 on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:10:11.352628 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Attempting to bind port f18f91e0-06ea-429c-9a6e-fdee37f211b6 by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': '34f90395-9c79-4db9-9c0c-53967a650ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'fc3c6281-99d9-4191-9676-0e31c3cc601d'}] {{(pid=88191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:10:11.353051 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Attempting to bind port f18f91e0-06ea-429c-9a6e-fdee37f211b6 on network fc3c6281-99d9-4191-9676-0e31c3cc601d {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:10:11.356782 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d603974d-935d-4223-b5b4-b396f445c7a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:10:11.364263 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:10:11.365199 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Checking segment: {'id': '34f90395-9c79-4db9-9c0c-53967a650ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'fc3c6281-99d9-4191-9676-0e31c3cc601d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:10:11.366073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:11.366819 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Bound using segment: {'id': '34f90395-9c79-4db9-9c0c-53967a650ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'fc3c6281-99d9-4191-9676-0e31c3cc601d'} {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:10:11.367587 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Bound port: f18f91e0-06ea-429c-9a6e-fdee37f211b6, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f90395-9c79-4db9-9c0c-53967a650ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'fc3c6281-99d9-4191-9676-0e31c3cc601d'}}] {{(pid=88191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:10:11.368344 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:11.462188 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] For port f18f91e0-06ea-429c-9a6e-fdee37f211b6, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:10:11.467441 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] For port f18f91e0-06ea-429c-9a6e-fdee37f211b6, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=f18f91e0-06ea-429c-9a6e-fdee37f211b6,segment=NetworkSegment(34f90395-9c79-4db9-9c0c-53967a650ecf),segment_id=34f90395-9c79-4db9-9c0c-53967a650ecf)] {{(pid=88191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:10:11.473143 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:11.478067 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:10:11.562989 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603974d-935d-4223-b5b4-b396f445c7a7 None None] Pushing event updated for resources: {'Port': ['ID=f18f91e0-06ea-429c-9a6e-fdee37f211b6,revision_number=4']} {{(pid=88191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:10:11.568290 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d603974d-935d-4223-b5b4-b396f445c7a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:10:11.572597 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Routers {'bcd08b2d-34d8-4c99-8b32-704a25dd1b43'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:10:11.573357 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:10:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['bcd08b2d-34d8-4c99-8b32-704a25dd1b43'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:10:11.737530 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] Set router bcd08b2d-34d8-4c99-8b32-704a25dd1b43 gateway port host: None {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:10:12.226029 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 52880) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:10:12.226705 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd08b2d-34d8-4c99-8b32-704a25dd1b43', 'name': 'router1', 'tenant_id': '7749ea159ea147ca80c3253831a2d9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:09:59Z', 'updated_at': '2021-12-07T15:10:08Z', 'revision_number': 2, 'project_id': '7749ea159ea147ca80c3253831a2d9fa', 'gw_port_host': None, '_interfaces': [{'id': 'f18f91e0-06ea-429c-9a6e-fdee37f211b6', 'name': '', 'network_id': 'fc3c6281-99d9-4191-9676-0e31c3cc601d', 'tenant_id': '7749ea159ea147ca80c3253831a2d9fa', 'mac_address': 'fa:16:3e:ff:d5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd08b2d-34d8-4c99-8b32-704a25dd1b43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50d5d390-7556-4b6c-a2d6-57f1bc698494', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:10:08Z', 'updated_at': '2021-12-07T15:10:11Z', 'revision_number': 4, 'project_id': '7749ea159ea147ca80c3253831a2d9fa', 'subnets': [{'id': '50d5d390-7556-4b6c-a2d6-57f1bc698494', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d07c95-ec36-4014-99ca-1bf36831244b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:10:12.230947 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7e3792-4e2e-488b-97af-5b9817fe2a60 None None] The sync data for ids ['bcd08b2d-34d8-4c99-8b32-704a25dd1b43'] in dv-cinder-820628-1-smb is: [{'id': 'bcd08b2d-34d8-4c99-8b32-704a25dd1b43', 'name': 'router1', 'tenant_id': '7749ea159ea147ca80c3253831a2d9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:09:59Z', 'updated_at': '2021-12-07T15:10:08Z', 'revision_number': 2, 'project_id': '7749ea159ea147ca80c3253831a2d9fa', 'gw_port_host': None, '_interfaces': [{'id': 'f18f91e0-06ea-429c-9a6e-fdee37f211b6', 'name': '', 'network_id': 'fc3c6281-99d9-4191-9676-0e31c3cc601d', 'tenant_id': '7749ea159ea147ca80c3253831a2d9fa', 'mac_address': 'fa:16:3e:ff:d5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd08b2d-34d8-4c99-8b32-704a25dd1b43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50d5d390-7556-4b6c-a2d6-57f1bc698494', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:10:08Z', 'updated_at': '2021-12-07T15:10:11Z', 'revision_number': 4, 'project_id': '7749ea159ea147ca80c3253831a2d9fa', 'subnets': [{'id': '50d5d390-7556-4b6c-a2d6-57f1bc698494', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d07c95-ec36-4014-99ca-1bf36831244b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:10:12.501454 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:13.142850 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.policy [None req-a1898374-c402-4b6b-9aef-c4e449817ba2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88188) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 07 15:10:13.149378 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1898374-c402-4b6b-9aef-c4e449817ba2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:10:13.151155 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a1898374-c402-4b6b-9aef-c4e449817ba2 admin admin] 10.222.0.71 "GET /v2.0/networks/0cb2958e-4db2-4f1d-a7f8-4af501c24e74 HTTP/1.1" status: 200 len: 842 time: 0.9230304 Dec 07 15:10:13.166059 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'cidr': '172.28.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:10:13.168984 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.quota [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Loaded quota_driver: . Dec 07 15:10:13.175424 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:10:13.181286 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Usage tracker for resource:subnet and tenant:da3b6c89a0414cbfab84bed4c2181869 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:10:13.185105 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:10:13.192686 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:10:13.207067 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Made reservation on behalf of da3b6c89a0414cbfab84bed4c2181869 for: {'subnet': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:10:13.213112 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:13.711040 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for subnet, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:13.715720 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:10:13.797871 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e328c0c-452d-4ff2-b18b-159a0ad8dec1,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:10:13.809414 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Checking segment: {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:10:13.809795 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Network hostable DHCP agents. Network: 0cb2958e-4db2-4f1d-a7f8-4af501c24e74, hostable agents: ['8933d9ad-7c89-41d3-b37b-333921c44d45'], hosted agents: [] {{(pid=88188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:10:13.816345 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:13.816711 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:13.817066 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:13.817417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:13.817807 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:13.818166 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:13.818511 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:13.818859 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:13.819198 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:13.819569 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:13.819906 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Tracked resource versions report: Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: pushed versions: Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: { 'ConntrackHelper': {'1.0'}, Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'Log': {'1.0'}, Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'Network': {'1.1'}, Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'Port': {'1.5'}, Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'PortForwarding': {'1.2'}, Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'QosPolicy': {'1.8'}, Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroup': {'1.2'}, Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroupRule': {'1.0'}, Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'SubPort': {'1.0'}, Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'Subnet': {'1.1'}, Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'Trunk': {'1.1'}} Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: consumer versions: Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: { DHCP agent@dv-cinder-820628-1-smb: {}, Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: L3 agent@dv-cinder-820628-1-smb: {}, Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: Metadata agent@dv-cinder-820628-1-smb: {}, Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: Metering agent@dv-cinder-820628-1-smb: {}, Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: Open vSwitch agent@dv-cinder-820628-1-smb: { 'ConntrackHelper': '1.0', Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'Log': '1.0', Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'Network': '1.1', Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'Port': '1.5', Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'PortForwarding': '1.2', Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'QosPolicy': '1.8', Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroup': '1.2', Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroupRule': '1.0', Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'SubPort': '1.0', Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'Subnet': '1.1', Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: 'Trunk': '1.1'}} Dec 07 15:10:13.820999 dv-cinder-820628-1-smb neutron-server[88079]: {{(pid=88188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 15:10:13.861074 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:10:13.866073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 is scheduled to be hosted by DHCP agent 8933d9ad-7c89-41d3-b37b-333921c44d45 with binding_index 1 {{(pid=88188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:10:13.878025 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-smb, 0cb2958e-4db2-4f1d-a7f8-4af501c24e74) {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:10:13.883193 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:10:13.883872 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for subnet, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:13.887789 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d7036-894c-4ef2-aadc-bff1c4e3fb1e None None] Network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:10:13.907816 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7462323 Dec 07 15:10:14.001050 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device f18f91e0-06ea-429c-9a6e-fdee37f211b6 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:10:14.172748 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port f18f91e0-06ea-429c-9a6e-fdee37f211b6 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:10:14.180253 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ab9cce-a80e-443e-ae73-e5ee77a3d361 None None] Network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:10:14.194102 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port f18f91e0-06ea-429c-9a6e-fdee37f211b6 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:10:14.194476 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:14.466810 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:14.535847 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] For port f18f91e0-06ea-429c-9a6e-fdee37f211b6, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=f18f91e0-06ea-429c-9a6e-fdee37f211b6,segment=NetworkSegment(34f90395-9c79-4db9-9c0c-53967a650ecf),segment_id=34f90395-9c79-4db9-9c0c-53967a650ecf)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:10:14.539766 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:14.541875 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c3f8bca7-4644-407a-8008-3ac717b3be01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:10:14.610296 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Pushing event updated for resources: {'Port': ['ID=f18f91e0-06ea-429c-9a6e-fdee37f211b6,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:10:14.613618 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:10:15.961133 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device f18f91e0-06ea-429c-9a6e-fdee37f211b6 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:10:16.034060 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port f18f91e0-06ea-429c-9a6e-fdee37f211b6 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:10:16.034540 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:16.117325 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 52906) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:10:16.367251 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-631106fe-9166-4a5c-941b-3890d5a2342a admin admin] 10.222.0.71 "GET /v2.0/routers/bcd08b2d-34d8-4c99-8b32-704a25dd1b43 HTTP/1.1" status: 200 len: 710 time: 0.2486506 Dec 07 15:10:16.525065 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9da91a1-0083-4465-a6ac-beda36a97807 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:10:16.525722 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a9da91a1-0083-4465-a6ac-beda36a97807 admin admin] Synchronizing usage tracker for tenant:da3b6c89a0414cbfab84bed4c2181869 on resource:network {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:10:16.544914 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a9da91a1-0083-4465-a6ac-beda36a97807 admin admin] Unset dirty status for tenant:da3b6c89a0414cbfab84bed4c2181869 on resource:network {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:10:16.546205 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a9da91a1-0083-4465-a6ac-beda36a97807 admin admin] 10.222.0.71 "GET /v2.0/networks/0cb2958e-4db2-4f1d-a7f8-4af501c24e74 HTTP/1.1" status: 200 len: 886 time: 0.1730249 Dec 07 15:10:16.558537 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:10:17.069609 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854675127'] for router, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:17.271741 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:17.333550 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:17.484343 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] Allocated IP 172.28.3.95 (0cb2958e-4db2-4f1d-a7f8-4af501c24e74/9e328c0c-452d-4ff2-b18b-159a0ad8dec1/e35b1eeb-2099-460e-898f-209c9ce89bf4) {{(pid=88189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:10:17.807836 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:17.835938 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:17.839849 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:10:17.907080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] Network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:10:17.910503 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:10:17.912717 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] Pushing event updated for resources: {'Port': ['ID=e35b1eeb-2099-460e-898f-209c9ce89bf4,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:10:17.925007 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] Received port after_create {{(pid=88189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:10:17.984813 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:10:18.079711 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:18.253990 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854675127'] for router, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:18.257788 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854142160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854142129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854205287'] for router, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:18.479241 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] Router bcd08b2d-34d8-4c99-8b32-704a25dd1b43 has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:10:18.685466 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:10:18.697229 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] Notify callbacks [] for router, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:18.697632 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Sync routers for ids ['bcd08b2d-34d8-4c99-8b32-704a25dd1b43'] in dv-cinder-820628-1-smb {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:10:18.698593 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] 10.222.0.71 "PUT /v2.0/routers/bcd08b2d-34d8-4c99-8b32-704a25dd1b43 HTTP/1.1" status: 200 len: 889 time: 2.1436973 Dec 07 15:10:18.711950 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Routers {'bcd08b2d-34d8-4c99-8b32-704a25dd1b43'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:10:18.712736 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:10:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['bcd08b2d-34d8-4c99-8b32-704a25dd1b43'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:10:18.910651 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Set router bcd08b2d-34d8-4c99-8b32-704a25dd1b43 gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:10:19.277398 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd08b2d-34d8-4c99-8b32-704a25dd1b43', 'name': 'router1', 'tenant_id': '7749ea159ea147ca80c3253831a2d9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e35b1eeb-2099-460e-898f-209c9ce89bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:09:59Z', 'updated_at': '2021-12-07T15:10:17Z', 'revision_number': 4, 'project_id': '7749ea159ea147ca80c3253831a2d9fa', 'gw_port': {'id': 'e35b1eeb-2099-460e-898f-209c9ce89bf4', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd08b2d-34d8-4c99-8b32-704a25dd1b43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:10:17Z', 'updated_at': '2021-12-07T15:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': 'f18f91e0-06ea-429c-9a6e-fdee37f211b6', 'name': '', 'network_id': 'fc3c6281-99d9-4191-9676-0e31c3cc601d', 'tenant_id': '7749ea159ea147ca80c3253831a2d9fa', 'mac_address': 'fa:16:3e:ff:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd08b2d-34d8-4c99-8b32-704a25dd1b43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50d5d390-7556-4b6c-a2d6-57f1bc698494', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:10:08Z', 'updated_at': '2021-12-07T15:10:14Z', 'revision_number': 5, 'project_id': '7749ea159ea147ca80c3253831a2d9fa', 'subnets': [{'id': '50d5d390-7556-4b6c-a2d6-57f1bc698494', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d07c95-ec36-4014-99ca-1bf36831244b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:10:19.283260 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Checking router: bcd08b2d-34d8-4c99-8b32-704a25dd1b43 for host: dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:10:19.283670 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Updating router bcd08b2d-34d8-4c99-8b32-704a25dd1b43 port e35b1eeb-2099-460e-898f-209c9ce89bf4 binding host dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:10:19.338733 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:19.696966 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Notify callbacks [] for port, precommit_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:19.710361 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Transition to ACTIVE for port object e35b1eeb-2099-460e-898f-209c9ce89bf4 will not be triggered until provisioned by entity L2. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:10:19.715743 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:19.720253 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:10:19.797486 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642dbf4-8e50-459e-b0b7-f4d391a8f590 None None] Pushing event updated for resources: {'Port': ['ID=e35b1eeb-2099-460e-898f-209c9ce89bf4,revision_number=2']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:10:19.801163 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a642dbf4-8e50-459e-b0b7-f4d391a8f590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:10:19.802066 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Attempting to bind port e35b1eeb-2099-460e-898f-209c9ce89bf4 on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:10:19.802732 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Attempting to bind port e35b1eeb-2099-460e-898f-209c9ce89bf4 by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:10:19.802863 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Attempting to bind port e35b1eeb-2099-460e-898f-209c9ce89bf4 on network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:10:19.810345 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:10:19.810753 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Checking segment: {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:10:19.811197 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:19.811616 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Bound using segment: {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:10:19.812126 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Bound port: e35b1eeb-2099-460e-898f-209c9ce89bf4, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:10:19.812534 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:20.036378 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] For port e35b1eeb-2099-460e-898f-209c9ce89bf4, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:10:20.039588 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] For port e35b1eeb-2099-460e-898f-209c9ce89bf4, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=e35b1eeb-2099-460e-898f-209c9ce89bf4,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:10:20.043808 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:20.047924 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:10:20.123575 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642dbf4-8e50-459e-b0b7-f4d391a8f590 None None] Pushing event updated for resources: {'Port': ['ID=e35b1eeb-2099-460e-898f-209c9ce89bf4,revision_number=3']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:10:20.126579 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a642dbf4-8e50-459e-b0b7-f4d391a8f590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:10:20.132227 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Routers {'bcd08b2d-34d8-4c99-8b32-704a25dd1b43'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:10:20.132894 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:10:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['bcd08b2d-34d8-4c99-8b32-704a25dd1b43'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:10:20.317977 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] Set router bcd08b2d-34d8-4c99-8b32-704a25dd1b43 gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:10:20.669770 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd08b2d-34d8-4c99-8b32-704a25dd1b43', 'name': 'router1', 'tenant_id': '7749ea159ea147ca80c3253831a2d9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e35b1eeb-2099-460e-898f-209c9ce89bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:09:59Z', 'updated_at': '2021-12-07T15:10:17Z', 'revision_number': 4, 'project_id': '7749ea159ea147ca80c3253831a2d9fa', 'gw_port': {'id': 'e35b1eeb-2099-460e-898f-209c9ce89bf4', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd08b2d-34d8-4c99-8b32-704a25dd1b43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:10:17Z', 'updated_at': '2021-12-07T15:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': 'f18f91e0-06ea-429c-9a6e-fdee37f211b6', 'name': '', 'network_id': 'fc3c6281-99d9-4191-9676-0e31c3cc601d', 'tenant_id': '7749ea159ea147ca80c3253831a2d9fa', 'mac_address': 'fa:16:3e:ff:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd08b2d-34d8-4c99-8b32-704a25dd1b43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50d5d390-7556-4b6c-a2d6-57f1bc698494', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:10:08Z', 'updated_at': '2021-12-07T15:10:14Z', 'revision_number': 5, 'project_id': '7749ea159ea147ca80c3253831a2d9fa', 'subnets': [{'id': '50d5d390-7556-4b6c-a2d6-57f1bc698494', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d07c95-ec36-4014-99ca-1bf36831244b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:10:20.674558 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc29bac4-9da1-4865-93c9-20fe86a4f15f None None] The sync data for ids ['bcd08b2d-34d8-4c99-8b32-704a25dd1b43'] in dv-cinder-820628-1-smb is: [{'id': 'bcd08b2d-34d8-4c99-8b32-704a25dd1b43', 'name': 'router1', 'tenant_id': '7749ea159ea147ca80c3253831a2d9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e35b1eeb-2099-460e-898f-209c9ce89bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:09:59Z', 'updated_at': '2021-12-07T15:10:17Z', 'revision_number': 4, 'project_id': '7749ea159ea147ca80c3253831a2d9fa', 'gw_port': {'id': 'e35b1eeb-2099-460e-898f-209c9ce89bf4', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd08b2d-34d8-4c99-8b32-704a25dd1b43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:10:17Z', 'updated_at': '2021-12-07T15:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': 'f18f91e0-06ea-429c-9a6e-fdee37f211b6', 'name': '', 'network_id': 'fc3c6281-99d9-4191-9676-0e31c3cc601d', 'tenant_id': '7749ea159ea147ca80c3253831a2d9fa', 'mac_address': 'fa:16:3e:ff:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd08b2d-34d8-4c99-8b32-704a25dd1b43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50d5d390-7556-4b6c-a2d6-57f1bc698494', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:10:08Z', 'updated_at': '2021-12-07T15:10:14Z', 'revision_number': 5, 'project_id': '7749ea159ea147ca80c3253831a2d9fa', 'subnets': [{'id': '50d5d390-7556-4b6c-a2d6-57f1bc698494', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02d07c95-ec36-4014-99ca-1bf36831244b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:10:21.023611 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 52920) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:10:21.187937 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-88cc6711-819f-4e34-9e35-236a87bc94e3 admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1630409 Dec 07 15:10:22.009235 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device e35b1eeb-2099-460e-898f-209c9ce89bf4 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:10:22.086832 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port e35b1eeb-2099-460e-898f-209c9ce89bf4 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:10:22.091599 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port e35b1eeb-2099-460e-898f-209c9ce89bf4 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:10:22.092008 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:22.226801 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:22.243396 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] For port e35b1eeb-2099-460e-898f-209c9ce89bf4, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=e35b1eeb-2099-460e-898f-209c9ce89bf4,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:10:22.246853 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:22.250075 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:10:22.315275 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Pushing event updated for resources: {'Port': ['ID=e35b1eeb-2099-460e-898f-209c9ce89bf4,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:10:22.318724 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:10:23.980270 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device e35b1eeb-2099-460e-898f-209c9ce89bf4 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:10:24.103544 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port e35b1eeb-2099-460e-898f-209c9ce89bf4 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:10:24.104607 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:38.536960 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3bbcfae5-b187-4dd9-9aa1-4f2437f9bbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:39.644044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:40.626818 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e7581dd-85c5-4656-bf63-41cf97b12c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:41.211418 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:10:42.080136 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 5 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:10:42.508842 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:11:08.533200 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-714339e2-1f12-4a36-9a85-a623c1febe51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:11:09.647246 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:11:10.633468 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-24459bdf-ebb6-4179-aa32-d92775ba832e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:11:11.215154 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:11:12.514730 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:11:19.081587 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 5 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:11:38.527629 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b96d1c0c-32b9-440c-8e1a-2dd62c8b1879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:11:39.658646 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:11:40.631633 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-08cc1059-093a-440d-a593-27101b3b851b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:11:41.218166 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:11:42.515194 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:11:56.083238 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 5 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:11:57.979269 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 53458) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:11:58.080750 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c1f4f3-3b0f-44ef-b607-1247be488e28 admin admin] GET failed (client error): The resource could not be found. Dec 07 15:11:58.082075 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-87c1f4f3-3b0f-44ef-b607-1247be488e28 admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1017289 Dec 07 15:11:58.238596 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267b822d-0ea8-4da6-90d5-2fcc98f8edca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:11:58.240162 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-267b822d-0ea8-4da6-90d5-2fcc98f8edca admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1508532 Dec 07 15:12:00.352939 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 53470) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:12:00.510293 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75def064-994c-4580-bd26-9159123c8bd8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:12:00.511714 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-75def064-994c-4580-bd26-9159123c8bd8 admin admin] 10.222.0.71 "GET /v2.0/subnets/50d5d390-7556-4b6c-a2d6-57f1bc698494 HTTP/1.1" status: 200 len: 849 time: 0.1577427 Dec 07 15:12:00.522176 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:12:00.648491 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:00.866293 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744366539430'] for subnet, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:00.870327 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:12:00.920752 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:12:00.921469 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:00.922919 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] 10.222.0.71 "PUT /v2.0/subnets/50d5d390-7556-4b6c-a2d6-57f1bc698494 HTTP/1.1" status: 200 len: 868 time: 0.4048171 Dec 07 15:12:00.926111 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca9736c-321b-4311-aadc-91139c2064ab None None] Network fc3c6281-99d9-4191-9676-0e31c3cc601d requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:12:00.948286 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50d5d390-7556-4b6c-a2d6-57f1bc698494,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:12:00.958429 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:00.958821 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:00.959187 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:00.959637 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:00.960009 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:00.960381 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:00.960748 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:00.961497 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:00.961497 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:00.961910 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:00.962231 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:00.967185 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:12:01.530306 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-670cb2fa-12c0-4d7e-a2d9-a73d2eead21d None None] Provisioning complete for port 19b3477e-ca95-4263-a346-efd7250bb231 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:12:01.530841 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-670cb2fa-12c0-4d7e-a2d9-a73d2eead21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:01.662812 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-670cb2fa-12c0-4d7e-a2d9-a73d2eead21d None None] Provisioning complete for port f18f91e0-06ea-429c-9a6e-fdee37f211b6 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:12:01.663232 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-670cb2fa-12c0-4d7e-a2d9-a73d2eead21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:03.042649 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 53482) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:12:03.276823 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8f4ab4-4481-47c9-8ee9-078e754ba75f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:12:03.277170 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8f4ab4-4481-47c9-8ee9-078e754ba75f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:12:03.279154 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-2f8f4ab4-4481-47c9-8ee9-078e754ba75f admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2354662 Dec 07 15:12:05.385162 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 53494) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:12:05.603060 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0796d27b-14d4-4cf2-a17a-57b61e7fe0bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:12:05.603393 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0796d27b-14d4-4cf2-a17a-57b61e7fe0bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:12:05.605064 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-0796d27b-14d4-4cf2-a17a-57b61e7fe0bf admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2188530 Dec 07 15:12:07.688882 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 53506) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:12:07.904515 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c62e087-3cff-4f97-946c-383a486bfecd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:12:07.905988 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-3c62e087-3cff-4f97-946c-383a486bfecd admin admin] 10.222.0.71 "GET /v2.0/networks/0cb2958e-4db2-4f1d-a7f8-4af501c24e74 HTTP/1.1" status: 200 len: 886 time: 0.2160692 Dec 07 15:12:08.526677 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e9b0dcd-40e1-41d5-a6a2-41abf3c8d23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:09.655796 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:10.033600 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 53518) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:12:10.255600 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb809b-e178-4621-b951-22c6af3d6b57 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:12:10.257008 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-acdb809b-e178-4621-b951-22c6af3d6b57 admin admin] 10.222.0.71 "GET /v2.0/networks/fc3c6281-99d9-4191-9676-0e31c3cc601d HTTP/1.1" status: 200 len: 869 time: 0.2221875 Dec 07 15:12:10.635507 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d8e06b09-4732-4bd4-b138-e72a7aea8952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:11.221871 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:12.392028 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 53530) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:12:12.521868 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:12.545957 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ff85d5-e1b6-4f55-b6b3-372c751e7bac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:12:12.546385 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ff85d5-e1b6-4f55-b6b3-372c751e7bac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:12:12.547200 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-78ff85d5-e1b6-4f55-b6b3-372c751e7bac admin admin] Synchronizing usage tracker for tenant:da3b6c89a0414cbfab84bed4c2181869 on resource:subnet {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:12:12.565457 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-78ff85d5-e1b6-4f55-b6b3-372c751e7bac admin admin] Unset dirty status for tenant:da3b6c89a0414cbfab84bed4c2181869 on resource:subnet {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:12:12.566753 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-78ff85d5-e1b6-4f55-b6b3-372c751e7bac admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1736209 Dec 07 15:12:14.682073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 53542) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:12:14.832581 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c159c497-9258-4198-8f28-edc806de248d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:12:14.832998 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c159c497-9258-4198-8f28-edc806de248d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:12:14.834659 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-c159c497-9258-4198-8f28-edc806de248d admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1515224 Dec 07 15:12:16.941272 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 53554) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:12:17.231584 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2f6ef4-d2d3-4b22-87d9-34c534360400 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:12:17.233071 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-8a2f6ef4-d2d3-4b22-87d9-34c534360400 admin admin] 10.222.0.71 "GET /v2.0/subnets/50d5d390-7556-4b6c-a2d6-57f1bc698494 HTTP/1.1" status: 200 len: 868 time: 0.2907629 Dec 07 15:12:19.329536 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 53566) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:12:19.477396 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e5d38-e531-4017-b958-0a5e3ac1a4c5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:12:19.478822 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-610e5d38-e531-4017-b958-0a5e3ac1a4c5 admin admin] 10.222.0.71 "GET /v2.0/subnets/9e328c0c-452d-4ff2-b18b-159a0ad8dec1 HTTP/1.1" status: 200 len: 816 time: 0.1480901 Dec 07 15:12:33.084442 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 5 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:12:38.531692 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-558edf15-2604-49aa-acc4-7e5be96ad908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:39.649851 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:39.783879 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 53614) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:12:39.871605 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [None req-72ff4397-bf2a-4e18-884c-e1725c2fe0db admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=88189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:12:39.872717 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-72ff4397-bf2a-4e18-884c-e1725c2fe0db admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0875585 Dec 07 15:12:40.639766 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-98ee02b7-367c-4fa5-8336-37a3eaf1ad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:41.226195 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:42.068563 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 53626) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:12:42.190386 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a50d49-8611-4a3a-a194-20da56ef4974 admin admin] GET failed (client error): The resource could not be found. Dec 07 15:12:42.191774 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-12a50d49-8611-4a3a-a194-20da56ef4974 admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1219885 Dec 07 15:12:42.505280 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2371d1a-d52f-4a56-a9a9-a7225b6235bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:12:42.508561 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-f2371d1a-d52f-4a56-a9a9-a7225b6235bb admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.3122263 Dec 07 15:12:42.528365 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:44.657235 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 53638) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:12:44.741747 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:12:44.750689 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:12:44.765039 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:12:44.776199 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Made reservation on behalf of da3b6c89a0414cbfab84bed4c2181869 for: {'network': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:12:44.781191 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for network, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:44.878412 dv-cinder-820628-1-smb neutron-server[88079]: WARNING neutron.services.revisions.revision_plugin [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Could not find related network for resource to bump revision. Dec 07 15:12:44.896253 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=88188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:12:44.910713 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363292488211265', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:44.911313 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Unsubscribe: segment precommit_create {{(pid=88188) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 07 15:12:44.911744 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.segments_db [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Added segment 5a97fedd-3e60-4786-9055-1d42d6947fe6 of type vlan for network e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a Dec 07 15:12:44.946499 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744366061905'] for network, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:44.983626 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for network, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:44.984881 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:12:44.985511 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:44.988786 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:12:45.098781 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4403081 Dec 07 15:12:45.102019 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Pushing event updated for resources: {'Network': ['ID=e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:12:45.112130 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:45.112504 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:45.112879 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:45.113277 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:45.113605 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:45.113971 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:45.114343 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:45.114709 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:45.115063 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:45.115424 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:45.115769 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:45.121451 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:12:45.130203 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Network e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a details requested by agent ovs-agent-dv-cinder-820628-1-smb with host dv-cinder-820628-1-smb {{(pid=88190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:12:47.347867 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 53650) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:12:47.455936 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.pecan_wsgi.hooks.translation [None req-3762b9d1-132b-4495-9278-a6f09bcb4c22 admin admin] GET failed (client error): The resource could not be found. Dec 07 15:12:47.457322 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-3762b9d1-132b-4495-9278-a6f09bcb4c22 admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1083853 Dec 07 15:12:47.573204 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462f0d0c-a7da-4606-a07d-555a62974a85 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:12:47.574778 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-462f0d0c-a7da-4606-a07d-555a62974a85 admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1129787 Dec 07 15:12:47.588844 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-1eb86646-e8b1-4ff3-8a30-302c5dc29b88 admin admin] Request body: {'subnet': {'network_id': 'e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:12:47.594500 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-1eb86646-e8b1-4ff3-8a30-302c5dc29b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:12:47.605209 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-1eb86646-e8b1-4ff3-8a30-302c5dc29b88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:12:47.615671 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb86646-e8b1-4ff3-8a30-302c5dc29b88 admin admin] Made reservation on behalf of da3b6c89a0414cbfab84bed4c2181869 for: {'subnet': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:12:47.620428 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1eb86646-e8b1-4ff3-8a30-302c5dc29b88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:47.846313 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1eb86646-e8b1-4ff3-8a30-302c5dc29b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for subnet, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:47.851143 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-594bef8f-a77a-47b8-9c60-7f61cc7513b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:12:47.922294 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb86646-e8b1-4ff3-8a30-302c5dc29b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87a33f62-aa9d-4b3a-9a6a-2fb2469780be,revision_number=0']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:12:47.926577 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1eb86646-e8b1-4ff3-8a30-302c5dc29b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:12:47.940608 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb86646-e8b1-4ff3-8a30-302c5dc29b88 admin admin] Checking segment: {'id': '5a97fedd-3e60-4786-9055-1d42d6947fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:12:47.940995 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb86646-e8b1-4ff3-8a30-302c5dc29b88 admin admin] Network hostable DHCP agents. Network: e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a, hostable agents: ['8933d9ad-7c89-41d3-b37b-333921c44d45'], hosted agents: [] {{(pid=88189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:12:47.964237 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb86646-e8b1-4ff3-8a30-302c5dc29b88 admin admin] Network e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a is scheduled to be hosted by DHCP agent 8933d9ad-7c89-41d3-b37b-333921c44d45 with binding_index 1 {{(pid=88189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:12:47.975169 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-1eb86646-e8b1-4ff3-8a30-302c5dc29b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-smb, e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a) {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:12:47.979509 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb86646-e8b1-4ff3-8a30-302c5dc29b88 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:12:47.980225 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1eb86646-e8b1-4ff3-8a30-302c5dc29b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:47.985836 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a53ac5-f57b-4721-8907-3a93b9c53fff None None] Network e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:12:48.006139 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-1eb86646-e8b1-4ff3-8a30-302c5dc29b88 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4211307 Dec 07 15:12:48.373207 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10fb145b-ccfb-5829-8772-12d53f6ed67f-e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a', 'network_id': 'e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a', 'tenant_id': 'da3b6c89a0414cbfab84bed4c2181869', 'fixed_ips': [{'subnet_id': '87a33f62-aa9d-4b3a-9a6a-2fb2469780be'}]}} from dv-cinder-820628-1-smb. {{(pid=88190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 15:12:48.374286 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:48.542764 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Allocated IP 192.168.233.2 (e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a/87a33f62-aa9d-4b3a-9a6a-2fb2469780be/9db874a7-4096-418e-ab15-06ccc3d4a048) {{(pid=88190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:12:48.767536 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:48.779598 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Transition to ACTIVE for port object 9db874a7-4096-418e-ab15-06ccc3d4a048 will not be triggered until provisioned by entity L2. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:12:48.799357 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Transition to ACTIVE for port object 9db874a7-4096-418e-ab15-06ccc3d4a048 will not be triggered until provisioned by entity DHCP. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:12:48.807133 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:48.813124 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:12:48.882304 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Network e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a is already hosted by enough agents. {{(pid=88190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:12:48.886511 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Resources bound (agent type, host, resource id): {{(pid=88190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:12:48.888600 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Pushing event updated for resources: {'Port': ['ID=9db874a7-4096-418e-ab15-06ccc3d4a048,revision_number=1']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:12:48.891058 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Received port after_create {{(pid=88190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:12:48.903885 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:48.904265 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:48.904641 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:48.905001 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:48.905360 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:48.905725 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:48.906082 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:48.906461 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:48.906816 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:48.907185 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:48.907522 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:12:48.936201 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:12:48.998862 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Attempting to bind port 9db874a7-4096-418e-ab15-06ccc3d4a048 on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:12:48.999266 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Attempting to bind port 9db874a7-4096-418e-ab15-06ccc3d4a048 by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': '5a97fedd-3e60-4786-9055-1d42d6947fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a'}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:12:48.999663 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Attempting to bind port 9db874a7-4096-418e-ab15-06ccc3d4a048 on network e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:12:49.006473 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:12:49.006879 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Checking segment: {'id': '5a97fedd-3e60-4786-9055-1d42d6947fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:12:49.007319 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:49.007742 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Bound using segment: {'id': '5a97fedd-3e60-4786-9055-1d42d6947fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a'} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:12:49.008243 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Bound port: 9db874a7-4096-418e-ab15-06ccc3d4a048, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a97fedd-3e60-4786-9055-1d42d6947fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a'}}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:12:49.008648 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:49.101759 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] For port 9db874a7-4096-418e-ab15-06ccc3d4a048, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:12:49.105846 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] For port 9db874a7-4096-418e-ab15-06ccc3d4a048, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=9db874a7-4096-418e-ab15-06ccc3d4a048,segment=NetworkSegment(5a97fedd-3e60-4786-9055-1d42d6947fe6),segment_id=5a97fedd-3e60-4786-9055-1d42d6947fe6)] {{(pid=88190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:12:49.109626 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:49.113940 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:12:49.194869 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Pushing event updated for resources: {'Port': ['ID=9db874a7-4096-418e-ab15-06ccc3d4a048,revision_number=2']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:12:49.198399 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:12:50.066870 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 9db874a7-4096-418e-ab15-06ccc3d4a048 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:12:50.143096 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port 9db874a7-4096-418e-ab15-06ccc3d4a048 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:12:50.753050 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd52eddf-617e-4421-ae69-36e093fc7aae None None] Network e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:12:50.869694 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-31d1cd3b-803d-4f9d-bafb-5ada9e1e2f04 None None] Provisioning for port 9db874a7-4096-418e-ab15-06ccc3d4a048 completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:12:50.887431 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-31d1cd3b-803d-4f9d-bafb-5ada9e1e2f04 None None] Provisioning complete for port 9db874a7-4096-418e-ab15-06ccc3d4a048 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:12:50.887863 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-31d1cd3b-803d-4f9d-bafb-5ada9e1e2f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:51.098521 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-31d1cd3b-803d-4f9d-bafb-5ada9e1e2f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:51.144058 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-31d1cd3b-803d-4f9d-bafb-5ada9e1e2f04 None None] For port 9db874a7-4096-418e-ab15-06ccc3d4a048, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=9db874a7-4096-418e-ab15-06ccc3d4a048,segment=NetworkSegment(5a97fedd-3e60-4786-9055-1d42d6947fe6),segment_id=5a97fedd-3e60-4786-9055-1d42d6947fe6)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:12:51.148891 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-31d1cd3b-803d-4f9d-bafb-5ada9e1e2f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:51.151122 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:12:51.220238 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1cd3b-803d-4f9d-bafb-5ada9e1e2f04 None None] Pushing event updated for resources: {'Port': ['ID=9db874a7-4096-418e-ab15-06ccc3d4a048,revision_number=3']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:12:51.223536 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-31d1cd3b-803d-4f9d-bafb-5ada9e1e2f04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:12:51.484426 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-6d603211-2e30-4b11-9efc-d0f0c47e21eb None None] Provisioning complete for port 9db874a7-4096-418e-ab15-06ccc3d4a048 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:12:51.484849 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6d603211-2e30-4b11-9efc-d0f0c47e21eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:12:52.038765 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 9db874a7-4096-418e-ab15-06ccc3d4a048 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:12:52.112565 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 9db874a7-4096-418e-ab15-06ccc3d4a048 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:12:52.113152 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:13:08.537659 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-26b34a35-b640-462f-be9e-9f45f7821af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:13:09.656104 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:13:10.086017 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 5 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:13:10.643875 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0f838581-2507-4f2a-8a32-b1b0ebac4131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:13:11.231036 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:13:12.537527 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:13:38.542176 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-32a92baa-2882-4aaf-8087-8775ffae7f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:13:39.655904 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:13:40.648993 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a776dfa8-cf74-4e2f-870b-f8b76eb6a64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:13:41.235058 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:13:42.535818 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:13:47.088532 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 5 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:14:08.547306 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7c07f10d-135f-4b81-ad9f-ed7ab4e6b37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:14:09.650994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:14:10.652580 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1063742a-c120-47ec-ab6a-d787556b1d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:14:11.238493 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:14:11.349552 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 53684) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:14:11.356011 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [None req-744ef11b-26f6-4c73-bc95-21092774a278 tempest-verify_tempest_config-1006568631 tempest-verify_tempest_config-1006568631-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=88188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:14:11.357028 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-744ef11b-26f6-4c73-bc95-21092774a278 tempest-verify_tempest_config-1006568631 tempest-verify_tempest_config-1006568631-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0063767 Dec 07 15:14:11.740348 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 53702) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:14:11.908419 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:14:11.942270 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:14:11.946521 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Usage tracker for resource:security_group_rule and tenant:bd94595c74724e00828f5650158d7c38 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:14:11.949594 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:14:11.955746 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:14:12.041077 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:14:12.045210 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:14:12.055603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:14:12.096295 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf35488-4191-4b2b-bf1e-da1a73f36fc2,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:14:12.101834 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Synchronizing usage tracker for tenant:da3b6c89a0414cbfab84bed4c2181869 on resource:security_group {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:14:12.112539 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:14:12.112918 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:14:12.113289 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:14:12.113652 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:14:12.114015 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:14:12.114400 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:14:12.114755 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:14:12.115082 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:14:12.115437 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:14:12.115790 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:14:12.116145 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:14:12.120965 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:14:12.132308 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Unset dirty status for tenant:da3b6c89a0414cbfab84bed4c2181869 on resource:security_group {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:14:12.133642 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bd94595c74724e00828f5650158d7c38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3920355 Dec 07 15:14:12.136511 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 53708) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:14:12.200740 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a5f8edd7-5746-43d8-aee7-b7e73672255c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:14:12.229007 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a5f8edd7-5746-43d8-aee7-b7e73672255c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:14:12.290495 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a5f8edd7-5746-43d8-aee7-b7e73672255c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:14:12.295844 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:14:12.307477 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8edd7-5746-43d8-aee7-b7e73672255c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf35488-4191-4b2b-bf1e-da1a73f36fc2,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:14:12.309837 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a5f8edd7-5746-43d8-aee7-b7e73672255c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:14:12.315206 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a5f8edd7-5746-43d8-aee7-b7e73672255c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:14:12.316545 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a5f8edd7-5746-43d8-aee7-b7e73672255c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ddf35488-4191-4b2b-bf1e-da1a73f36fc2 HTTP/1.1" status: 204 len: 168 time: 0.1790283 Dec 07 15:14:12.539504 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:14:24.091605 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 5 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:14:38.556847 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7a8f9f90-2830-408f-bef6-5d600353e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:14:39.658414 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:14:40.664685 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-619ddee3-8396-47ce-a904-418be645a980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:14:41.252866 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:14:42.545890 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:15:01.100456 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 5 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:15:08.555578 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b012ae56-b02f-4bdc-af38-db98e46d9b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:15:09.661241 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:15:10.665012 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8ad095ef-16a3-44eb-91e7-e51c1ac5587a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:15:11.253398 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:15:12.548443 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:15:38.095396 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 5 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:15:38.552741 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5a37dc10-91f9-4f86-b9eb-094ef393cb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:15:39.661418 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:15:40.668211 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-32490d91-a70a-4ee9-b313-ae494246cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:15:41.256058 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:15:42.560603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:15:52.060849 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622453'] for agent, after_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:16:08.550841 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b73a3dbc-e549-48d4-afe6-cc82ca4c61b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:16:09.656185 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:16:09.869628 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 53790) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:16:10.036048 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a39b5f64-28bb-49d9-a8f5-b26c6ba3977a admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1651714 Dec 07 15:16:10.663739 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-986b2505-966c-475e-aa7b-515112c11cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:16:11.251976 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:16:12.316117 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 53802) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:16:12.408650 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-02440b17-557c-4a3e-a847-1f05531cf9a8 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0913606 Dec 07 15:16:12.557483 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:16:15.096887 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:16:22.050839 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:16:38.557753 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e1a1d5db-27ac-4a9b-a668-0f1e304b4d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:16:39.660164 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:16:40.671581 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f664f4d4-23c7-4cd6-87df-95f14cab9be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:16:41.254690 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:16:42.577149 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:16:52.062361 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:16:52.100087 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:17:08.547867 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1c2bb663-ef52-47d1-98b2-fc48eb6bcb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:17:09.672098 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:17:10.670818 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-586c936c-fef8-4410-9cc0-e9245db33787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:17:11.260386 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:17:12.574615 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:17:22.072799 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:17:29.101795 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:17:38.544087 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a47961e6-36ed-42fe-bfc4-f170e58cd5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:17:39.666855 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:17:40.664243 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4f896ae1-22a0-4086-871b-711e5f5f5e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:17:41.265046 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:17:42.562359 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:17:52.070796 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:01.746974 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 53992) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:02.165190 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54006) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:02.266079 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 54014) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:02.324929 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-916959264-network', 'tenant_id': 'de405d4fc7024e7c8b6dff5a3da97043'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:02.348402 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:02.352543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Usage tracker for resource:network and tenant:de405d4fc7024e7c8b6dff5a3da97043 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:02.355608 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:02.381762 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:02.392053 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Made reservation on behalf of de405d4fc7024e7c8b6dff5a3da97043 for: {'network': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:18:02.398497 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for network, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.417995 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.451609 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:02.455822 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:de405d4fc7024e7c8b6dff5a3da97043 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:02.458969 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:02.464955 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:02.536482 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.540298 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.544939 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9503d590-388f-47ff-97b5-b2ddff9f4da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:02.561611 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1220486608-network', 'tenant_id': '77929a41e5a848828ba2300d41fc3faf'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:02.568218 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:02.574520 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Usage tracker for resource:network and tenant:77929a41e5a848828ba2300d41fc3faf is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:02.577981 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:02.581664 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ca56f8-7a55-41b2-8367-48932e59bd3d,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:02.586214 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:02.592958 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:02.593336 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:02.593706 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:02.594072 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:02.594473 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:02.594814 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:02.595354 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:02.595889 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:02.596424 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:02.596870 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:02.597372 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Tracked resource versions report: Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: pushed versions: Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: { 'ConntrackHelper': {'1.0'}, Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'Log': {'1.0'}, Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'Network': {'1.1'}, Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'Port': {'1.5'}, Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'PortForwarding': {'1.2'}, Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'QosPolicy': {'1.8'}, Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroup': {'1.2'}, Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroupRule': {'1.0'}, Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'SubPort': {'1.0'}, Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'Subnet': {'1.1'}, Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'Trunk': {'1.1'}} Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: consumer versions: Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: { DHCP agent@dv-cinder-820628-1-smb: {}, Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: HyperV agent@hv-cinder-82062: {}, Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: L3 agent@dv-cinder-820628-1-smb: {}, Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: Metadata agent@dv-cinder-820628-1-smb: {}, Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: Metering agent@dv-cinder-820628-1-smb: {}, Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: Open vSwitch agent@dv-cinder-820628-1-smb: { 'ConntrackHelper': '1.0', Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'Log': '1.0', Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'Network': '1.1', Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'Port': '1.5', Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'PortForwarding': '1.2', Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'QosPolicy': '1.8', Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroup': '1.2', Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroupRule': '1.0', Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'SubPort': '1.0', Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'Subnet': '1.1', Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: 'Trunk': '1.1'}} Dec 07 15:18:02.598520 dv-cinder-820628-1-smb neutron-server[88079]: {{(pid=88189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 15:18:02.601699 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Made reservation on behalf of 77929a41e5a848828ba2300d41fc3faf for: {'network': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:18:02.604357 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=88189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:18:02.607148 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:02.607580 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for network, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.617370 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.617828 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.segments_db [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Added segment 850ed2b4-6abd-4b01-be99-8fc58ad6b4a5 of type vlan for network 69c1c9a3-d42f-40c3-a885-61e13afc60b5 Dec 07 15:18:02.623958 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.645264 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-network', 'tenant_id': 'a9c656814e5740ada798cf35922cb848'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:02.651429 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:02.657875 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Usage tracker for resource:network and tenant:a9c656814e5740ada798cf35922cb848 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:02.663217 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:02.669367 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:02.673221 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:02.682717 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Usage tracker for resource:security_group_rule and tenant:77929a41e5a848828ba2300d41fc3faf is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:02.684346 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Made reservation on behalf of a9c656814e5740ada798cf35922cb848 for: {'network': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:18:02.685655 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:02.689575 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for network, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.692123 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:02.707075 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.722260 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744366061905'] for network, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.760488 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:02.765733 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Usage tracker for resource:security_group_rule and tenant:a9c656814e5740ada798cf35922cb848 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:02.769307 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:02.776046 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:02.798846 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.803398 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.822171 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=88188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:18:02.831993 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.832641 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.segments_db [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Added segment b44b0e4d-d26b-4699-8589-f4c4eae1a567 of type vlan for network a325d691-6d79-4586-b0c5-18b48cad156e Dec 07 15:18:02.847320 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for network, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.850831 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:02.851676 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.858181 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:02.862814 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744366061905'] for network, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.891126 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:02.901204 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for network, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.905719 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:02.906638 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.928126 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.938798 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7722435 Dec 07 15:18:02.943050 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54042) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:02.944417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:02.948664 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1999440 Dec 07 15:18:02.956660 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-784b957c-9ad4-4308-9c4e-20aa2ce84d8d admin admin] Request body: {'subnet': {'network_id': 'a325d691-6d79-4586-b0c5-18b48cad156e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1220486608-subnet', 'tenant_id': '77929a41e5a848828ba2300d41fc3faf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:02.962288 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54046) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:02.965228 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-784b957c-9ad4-4308-9c4e-20aa2ce84d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:02.971081 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-19c81961-dca6-40d7-b2d0-35fcefc29495 admin admin] Request body: {'subnet': {'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-916959264-subnet', 'tenant_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:02.976896 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf37ef6-c59b-4b10-9b22-8ddfccc8f05c,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:02.980069 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-784b957c-9ad4-4308-9c4e-20aa2ce84d8d admin admin] Usage tracker for resource:subnet and tenant:77929a41e5a848828ba2300d41fc3faf is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:02.985766 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-784b957c-9ad4-4308-9c4e-20aa2ce84d8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:02.999773 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:03.000426 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:03.000998 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:03.001544 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:03.002095 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:03.002655 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:03.003208 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:03.003785 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:03.004330 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:03.004874 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:03.005416 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Tracked resource versions report: Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: pushed versions: Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: { 'ConntrackHelper': {'1.0'}, Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'Log': {'1.0'}, Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'Network': {'1.1'}, Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'Port': {'1.5'}, Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'PortForwarding': {'1.2'}, Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'QosPolicy': {'1.8'}, Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroup': {'1.2'}, Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroupRule': {'1.0'}, Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'SubPort': {'1.0'}, Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'Subnet': {'1.1'}, Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'Trunk': {'1.1'}} Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: consumer versions: Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: { DHCP agent@dv-cinder-820628-1-smb: {}, Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: HyperV agent@hv-cinder-82062: {}, Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: L3 agent@dv-cinder-820628-1-smb: {}, Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: Metadata agent@dv-cinder-820628-1-smb: {}, Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: Metering agent@dv-cinder-820628-1-smb: {}, Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: Open vSwitch agent@dv-cinder-820628-1-smb: { 'ConntrackHelper': '1.0', Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'Log': '1.0', Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'Network': '1.1', Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'Port': '1.5', Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'PortForwarding': '1.2', Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'QosPolicy': '1.8', Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroup': '1.2', Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroupRule': '1.0', Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'SubPort': '1.0', Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'Subnet': '1.1', Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: 'Trunk': '1.1'}} Dec 07 15:18:03.006725 dv-cinder-820628-1-smb neutron-server[88079]: {{(pid=88188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 15:18:03.011744 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-784b957c-9ad4-4308-9c4e-20aa2ce84d8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:03.014443 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-19c81961-dca6-40d7-b2d0-35fcefc29495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:03.014595 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=69c1c9a3-d42f-40c3-a885-61e13afc60b5,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:03.019672 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=88189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:18:03.022415 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:03.022867 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:03.024208 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:03.024853 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:03.041093 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-19c81961-dca6-40d7-b2d0-35fcefc29495 admin admin] Usage tracker for resource:subnet and tenant:de405d4fc7024e7c8b6dff5a3da97043 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:03.047835 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-19c81961-dca6-40d7-b2d0-35fcefc29495 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:03.053164 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:03.053561 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.segments_db [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Added segment d0de9205-b641-46ed-94ae-067f28e348bd of type vlan for network 094b8464-5ed4-428c-85f9-2c8468dfbadf Dec 07 15:18:03.057646 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784b957c-9ad4-4308-9c4e-20aa2ce84d8d admin admin] Made reservation on behalf of 77929a41e5a848828ba2300d41fc3faf for: {'subnet': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:18:03.057897 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Network 69c1c9a3-d42f-40c3-a885-61e13afc60b5 details requested by agent ovs-agent-dv-cinder-820628-1-smb with host dv-cinder-820628-1-smb {{(pid=88190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:18:03.062564 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-784b957c-9ad4-4308-9c4e-20aa2ce84d8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:03.081050 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62539f4f-7762-48de-a2fc-057ec61f8228,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:03.091440 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:03.102659 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-19c81961-dca6-40d7-b2d0-35fcefc29495 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:03.143737 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744366061905'] for network, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:03.222566 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for network, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:03.223901 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:03.224687 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:03.229931 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:03.344964 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c81961-dca6-40d7-b2d0-35fcefc29495 admin admin] Made reservation on behalf of de405d4fc7024e7c8b6dff5a3da97043 for: {'subnet': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:18:03.346888 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-19c81961-dca6-40d7-b2d0-35fcefc29495 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:03.365158 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Pushing event updated for resources: {'Network': ['ID=a325d691-6d79-4586-b0c5-18b48cad156e,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:03.368271 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:03.370892 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54064) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:03.375825 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1085796 Dec 07 15:18:03.378383 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Network a325d691-6d79-4586-b0c5-18b48cad156e details requested by agent ovs-agent-dv-cinder-820628-1-smb with host dv-cinder-820628-1-smb {{(pid=88190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:18:03.398048 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-a0a8ab97-a53b-4625-a84c-7a1eb8bca6d4 admin admin] Request body: {'subnet': {'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-subnet', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:03.414073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a0a8ab97-a53b-4625-a84c-7a1eb8bca6d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:03.418417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Pushing event updated for resources: {'Network': ['ID=094b8464-5ed4-428c-85f9-2c8468dfbadf,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:03.423100 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:03.444529 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Network 094b8464-5ed4-428c-85f9-2c8468dfbadf details requested by agent ovs-agent-dv-cinder-820628-1-smb with host dv-cinder-820628-1-smb {{(pid=88190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:18:03.485015 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a0a8ab97-a53b-4625-a84c-7a1eb8bca6d4 admin admin] Usage tracker for resource:subnet and tenant:a9c656814e5740ada798cf35922cb848 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:03.502885 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a0a8ab97-a53b-4625-a84c-7a1eb8bca6d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:03.518294 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a0a8ab97-a53b-4625-a84c-7a1eb8bca6d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:03.535488 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-784b957c-9ad4-4308-9c4e-20aa2ce84d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for subnet, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:03.546207 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:03.578058 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a8ab97-a53b-4625-a84c-7a1eb8bca6d4 admin admin] Made reservation on behalf of a9c656814e5740ada798cf35922cb848 for: {'subnet': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:18:03.586830 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a0a8ab97-a53b-4625-a84c-7a1eb8bca6d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:03.808338 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b957c-9ad4-4308-9c4e-20aa2ce84d8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=814d4e22-af86-4630-9c7c-cb38d0f27037,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:03.811289 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-784b957c-9ad4-4308-9c4e-20aa2ce84d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:03.828623 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b957c-9ad4-4308-9c4e-20aa2ce84d8d admin admin] Checking segment: {'id': 'b44b0e4d-d26b-4699-8589-f4c4eae1a567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a325d691-6d79-4586-b0c5-18b48cad156e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:18:03.828992 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784b957c-9ad4-4308-9c4e-20aa2ce84d8d admin admin] Network hostable DHCP agents. Network: a325d691-6d79-4586-b0c5-18b48cad156e, hostable agents: ['8933d9ad-7c89-41d3-b37b-333921c44d45'], hosted agents: [] {{(pid=88188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:18:03.937877 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-19c81961-dca6-40d7-b2d0-35fcefc29495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for subnet, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:03.953919 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784b957c-9ad4-4308-9c4e-20aa2ce84d8d admin admin] Network a325d691-6d79-4586-b0c5-18b48cad156e is scheduled to be hosted by DHCP agent 8933d9ad-7c89-41d3-b37b-333921c44d45 with binding_index 1 {{(pid=88188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:18:03.958768 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:04.032547 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-784b957c-9ad4-4308-9c4e-20aa2ce84d8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-smb, a325d691-6d79-4586-b0c5-18b48cad156e) {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:18:04.037105 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784b957c-9ad4-4308-9c4e-20aa2ce84d8d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:04.037916 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-784b957c-9ad4-4308-9c4e-20aa2ce84d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for subnet, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:04.044376 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31f69a0-080f-4249-be60-08869f740bbf None None] Network a325d691-6d79-4586-b0c5-18b48cad156e requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:18:04.106206 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c81961-dca6-40d7-b2d0-35fcefc29495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14b5a408-1ee6-4316-94e2-f5e7198dad0f,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:04.109173 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-19c81961-dca6-40d7-b2d0-35fcefc29495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:04.115628 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a0a8ab97-a53b-4625-a84c-7a1eb8bca6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for subnet, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:04.127417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-784b957c-9ad4-4308-9c4e-20aa2ce84d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:04.174852 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-784b957c-9ad4-4308-9c4e-20aa2ce84d8d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2303314 Dec 07 15:18:04.202409 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c81961-dca6-40d7-b2d0-35fcefc29495 admin admin] Checking segment: {'id': '850ed2b4-6abd-4b01-be99-8fc58ad6b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:18:04.202820 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c81961-dca6-40d7-b2d0-35fcefc29495 admin admin] Network hostable DHCP agents. Network: 69c1c9a3-d42f-40c3-a885-61e13afc60b5, hostable agents: ['8933d9ad-7c89-41d3-b37b-333921c44d45'], hosted agents: [] {{(pid=88188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:18:04.228893 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8ab97-a53b-4625-a84c-7a1eb8bca6d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1159b89-e409-480d-88a1-0e02146c58fd,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:04.229192 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a0a8ab97-a53b-4625-a84c-7a1eb8bca6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:04.269075 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a8ab97-a53b-4625-a84c-7a1eb8bca6d4 admin admin] Checking segment: {'id': 'd0de9205-b641-46ed-94ae-067f28e348bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:18:04.269471 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a8ab97-a53b-4625-a84c-7a1eb8bca6d4 admin admin] Network hostable DHCP agents. Network: 094b8464-5ed4-428c-85f9-2c8468dfbadf, hostable agents: ['8933d9ad-7c89-41d3-b37b-333921c44d45'], hosted agents: [] {{(pid=88188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:18:04.283071 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c81961-dca6-40d7-b2d0-35fcefc29495 admin admin] Network 69c1c9a3-d42f-40c3-a885-61e13afc60b5 is scheduled to be hosted by DHCP agent 8933d9ad-7c89-41d3-b37b-333921c44d45 with binding_index 1 {{(pid=88188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:18:04.298642 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-19c81961-dca6-40d7-b2d0-35fcefc29495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-smb, 69c1c9a3-d42f-40c3-a885-61e13afc60b5) {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:18:04.311474 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c81961-dca6-40d7-b2d0-35fcefc29495 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:04.313066 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-19c81961-dca6-40d7-b2d0-35fcefc29495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for subnet, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:04.325163 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a8ab97-a53b-4625-a84c-7a1eb8bca6d4 admin admin] Network 094b8464-5ed4-428c-85f9-2c8468dfbadf is scheduled to be hosted by DHCP agent 8933d9ad-7c89-41d3-b37b-333921c44d45 with binding_index 1 {{(pid=88188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:18:04.329030 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b328c5-3520-4d1b-93e1-24d8f1bed8cf None None] Network 69c1c9a3-d42f-40c3-a885-61e13afc60b5 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:18:04.347080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-a0a8ab97-a53b-4625-a84c-7a1eb8bca6d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-smb, 094b8464-5ed4-428c-85f9-2c8468dfbadf) {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:18:04.351138 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adc8b8b-dd11-4faa-acae-be0d05bd7085 None None] Network a325d691-6d79-4586-b0c5-18b48cad156e requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:18:04.363679 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a8ab97-a53b-4625-a84c-7a1eb8bca6d4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:04.364452 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a0a8ab97-a53b-4625-a84c-7a1eb8bca6d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for subnet, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:04.388490 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a0a8ab97-a53b-4625-a84c-7a1eb8bca6d4 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0082488 Dec 07 15:18:04.391372 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-19c81961-dca6-40d7-b2d0-35fcefc29495 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4277489 Dec 07 15:18:04.392162 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 54098) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:04.394491 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54100) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:04.398871 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:04.401146 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-916959264-router', 'tenant_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:04.407140 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:04.407568 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:04.411560 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Usage tracker for resource:router and tenant:de405d4fc7024e7c8b6dff5a3da97043 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:04.414950 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:04.417504 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Usage tracker for resource:router and tenant:a9c656814e5740ada798cf35922cb848 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:04.421958 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:04.422972 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:04.433439 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-570544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100688'] for router, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:04.435710 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854205422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853826331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854675112'] for router, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:04.440864 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:04.465784 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:04.472319 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-570544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100688'] for router, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:04.473421 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854205422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853826331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854675112'] for router, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:04.497622 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:04.523405 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9948119a-e62c-4b6c-909c-792339213757 None None] Network 094b8464-5ed4-428c-85f9-2c8468dfbadf requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:18:04.663444 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854675127'] for router, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:04.870118 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10fb145b-ccfb-5829-8772-12d53f6ed67f-094b8464-5ed4-428c-85f9-2c8468dfbadf', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd'}]}} from dv-cinder-820628-1-smb. {{(pid=88190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 15:18:04.883460 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:04.959211 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854675127'] for router, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:04.964852 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:05.031179 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:05.245509 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Allocated IP 172.28.3.76 (0cb2958e-4db2-4f1d-a7f8-4af501c24e74/9e328c0c-452d-4ff2-b18b-159a0ad8dec1/659cf292-2cc1-498f-9c70-f3200e7dfccd) {{(pid=88189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:18:05.277979 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:05.349337 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:05.431064 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:05.457163 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:05.462088 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:05.532987 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:18:05.535997 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:18:05.540152 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Received port after_create {{(pid=88189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:18:05.598425 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Pushing event updated for resources: {'Port': ['ID=659cf292-2cc1-498f-9c70-f3200e7dfccd,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:05.604025 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:05.698930 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:05.699996 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854205272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854142160'] for router, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:05.721183 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Allocated IP 172.28.3.211 (0cb2958e-4db2-4f1d-a7f8-4af501c24e74/9e328c0c-452d-4ff2-b18b-159a0ad8dec1/b0648e83-2a05-4e90-b3b3-dde71eaa3eb0) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:18:05.780823 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931538e4-a06e-463e-b773-f8a87ed236e5 None None] Network 69c1c9a3-d42f-40c3-a885-61e13afc60b5 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:18:05.831996 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Allocated IP 172.20.0.2 (094b8464-5ed4-428c-85f9-2c8468dfbadf/d1159b89-e409-480d-88a1-0e02146c58fd/3929a5dd-7e74-44d0-a74f-9e576c697c96) {{(pid=88190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:18:06.070910 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Router 8b0cf43b-64db-4062-b3dd-446f41dace2e is scheduled to L3 agent f79d429c-c241-436e-a9f4-10d095e52796 with binding_index 1 {{(pid=88189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 15:18:06.101911 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:06.102889 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:18:06.232407 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:06.251533 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:06.332962 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Pushing event updated for resources: {'Port': ['ID=b0648e83-2a05-4e90-b3b3-dde71eaa3eb0,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:06.340637 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:06.363056 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:18:06.364449 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:18:06.367058 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:18:06.536403 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:18:06.554260 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Sync routers for ids ['8b0cf43b-64db-4062-b3dd-446f41dace2e'] in dv-cinder-820628-1-smb {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:18:06.598511 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Notify callbacks [] for router, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:06.603368 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2098262 Dec 07 15:18:06.604536 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54164) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:06.609252 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Routers {'8b0cf43b-64db-4062-b3dd-446f41dace2e'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:18:06.610057 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:17:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['8b0cf43b-64db-4062-b3dd-446f41dace2e'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:18:06.872604 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:06.873931 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854205272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854142160'] for router, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:07.157284 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Set router 8b0cf43b-64db-4062-b3dd-446f41dace2e gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:18:07.241109 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Notify callbacks [] for port, precommit_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:07.267719 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Transition to ACTIVE for port object 3929a5dd-7e74-44d0-a74f-9e576c697c96 will not be triggered until provisioned by entity L2. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:18:07.314809 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Transition to ACTIVE for port object 3929a5dd-7e74-44d0-a74f-9e576c697c96 will not be triggered until provisioned by entity DHCP. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:18:07.324143 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:07.342389 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-31d1cd3b-803d-4f9d-bafb-5ada9e1e2f04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:07.574969 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Network 094b8464-5ed4-428c-85f9-2c8468dfbadf is already hosted by enough agents. {{(pid=88190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:18:07.578929 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Resources bound (agent type, host, resource id): {{(pid=88190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:18:07.583382 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Received port after_create {{(pid=88190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:18:07.636863 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 54218) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:07.637779 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Router bc10f95c-7d18-4af4-99ac-fb2b6cdf2405 is scheduled to L3 agent f79d429c-c241-436e-a9f4-10d095e52796 with binding_index 1 {{(pid=88188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 15:18:07.652198 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Pushing event updated for resources: {'Port': ['ID=3929a5dd-7e74-44d0-a74f-9e576c697c96,revision_number=1']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:07.747010 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:07.747605 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:07.752039 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:07.754811 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:07.755195 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:07.758821 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:07.759217 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:07.759690 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:07.760631 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:07.761027 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:07.763969 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Tracked resource versions report: Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: pushed versions: Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: { 'ConntrackHelper': {'1.0'}, Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'Log': {'1.0'}, Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'Network': {'1.1'}, Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'Port': {'1.5'}, Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'PortForwarding': {'1.2'}, Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'QosPolicy': {'1.8'}, Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroup': {'1.2'}, Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroupRule': {'1.0'}, Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'SubPort': {'1.0'}, Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'Subnet': {'1.1'}, Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'Trunk': {'1.1'}} Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: consumer versions: Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: { DHCP agent@dv-cinder-820628-1-smb: {}, Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: HyperV agent@hv-cinder-82062: {}, Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: L3 agent@dv-cinder-820628-1-smb: {}, Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: Metadata agent@dv-cinder-820628-1-smb: {}, Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: Metering agent@dv-cinder-820628-1-smb: {}, Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: Open vSwitch agent@dv-cinder-820628-1-smb: { 'ConntrackHelper': '1.0', Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'Log': '1.0', Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'Network': '1.1', Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'Port': '1.5', Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'PortForwarding': '1.2', Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'QosPolicy': '1.8', Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroup': '1.2', Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroupRule': '1.0', Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'SubPort': '1.0', Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'Subnet': '1.1', Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: 'Trunk': '1.1'}} Dec 07 15:18:07.765166 dv-cinder-820628-1-smb neutron-server[88079]: {{(pid=88190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 15:18:07.799302 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:07.824541 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Attempting to bind port 3929a5dd-7e74-44d0-a74f-9e576c697c96 on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:18:07.824971 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Attempting to bind port 3929a5dd-7e74-44d0-a74f-9e576c697c96 by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': 'd0de9205-b641-46ed-94ae-067f28e348bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf'}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:18:07.825384 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Attempting to bind port 3929a5dd-7e74-44d0-a74f-9e576c697c96 on network 094b8464-5ed4-428c-85f9-2c8468dfbadf {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:18:07.845072 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:18:07.845497 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Checking segment: {'id': 'd0de9205-b641-46ed-94ae-067f28e348bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:18:07.845963 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:07.846439 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Bound using segment: {'id': 'd0de9205-b641-46ed-94ae-067f28e348bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf'} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:18:07.848582 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Bound port: 3929a5dd-7e74-44d0-a74f-9e576c697c96, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0de9205-b641-46ed-94ae-067f28e348bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf'}}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:18:07.849039 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:08.025079 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:05Z', 'revision_number': 3, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:18:08.035982 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Checking router: 8b0cf43b-64db-4062-b3dd-446f41dace2e for host: dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:18:08.038845 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Updating router 8b0cf43b-64db-4062-b3dd-446f41dace2e port 659cf292-2cc1-498f-9c70-f3200e7dfccd binding host dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:18:08.122553 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] For port 3929a5dd-7e74-44d0-a74f-9e576c697c96, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:18:08.138673 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] For port 3929a5dd-7e74-44d0-a74f-9e576c697c96, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=3929a5dd-7e74-44d0-a74f-9e576c697c96,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:18:08.144184 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 54238) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:08.147131 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:08.150926 dv-cinder-820628-1-smb neutron-server[88079]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 07 15:18:08.169340 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:08.208002 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:08.306197 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54242) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:08.397073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-135db604-639e-41c8-bcac-222cf95c9040 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:08.405185 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-135db604-639e-41c8-bcac-222cf95c9040 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/networks?id=a325d691-6d79-4586-b0c5-18b48cad156e HTTP/1.1" status: 200 len: 812 time: 0.2565680 Dec 07 15:18:08.426748 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-567fdf57-0a23-4900-91e4-18c3876aaa5b tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/quotas/77929a41e5a848828ba2300d41fc3faf HTTP/1.1" status: 200 len: 375 time: 0.0203559 Dec 07 15:18:08.467628 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Pushing event updated for resources: {'Port': ['ID=3929a5dd-7e74-44d0-a74f-9e576c697c96,revision_number=2']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:08.490536 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:08.537353 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:18:08.540000 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-8ff6dde9-b1d7-4d32-ba31-4398ab3a4055 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=77929a41e5a848828ba2300d41fc3faf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1120541 Dec 07 15:18:08.564144 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Sync routers for ids ['bc10f95c-7d18-4af4-99ac-fb2b6cdf2405'] in dv-cinder-820628-1-smb {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:18:08.570415 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-30560133-81cf-4fd5-a165-c0e8ca4044e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:08.592103 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Routers {'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:18:08.592909 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:17:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['bc10f95c-7d18-4af4-99ac-fb2b6cdf2405'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:18:08.699433 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f9475e62-6fd5-4519-b16f-96310eb18e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:08.705219 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4a7ae424-84f4-49cc-a518-954196a2e245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:08.787010 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Notify callbacks [] for router, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:08.788580 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3928807 Dec 07 15:18:08.794089 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 54266) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:09.010731 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-4a7ae424-84f4-49cc-a518-954196a2e245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:09.024301 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-4a7ae424-84f4-49cc-a518-954196a2e245 admin admin] Usage tracker for resource:security_group_rule and tenant:2907b925c0604d69b3e86beb7c171a10 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:09.034432 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-4a7ae424-84f4-49cc-a518-954196a2e245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:09.047587 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-d60b19fb-826b-4702-ba16-9d642233c7da service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=88189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:18:09.047805 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-4a7ae424-84f4-49cc-a518-954196a2e245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:09.057705 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-d60b19fb-826b-4702-ba16-9d642233c7da service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.3064926 Dec 07 15:18:09.137939 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:09.143823 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Set router bc10f95c-7d18-4af4-99ac-fb2b6cdf2405 gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:18:09.152576 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Transition to ACTIVE for port object 659cf292-2cc1-498f-9c70-f3200e7dfccd will not be triggered until provisioned by entity L2. {{(pid=88191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:18:09.160027 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:09.166906 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d603974d-935d-4223-b5b4-b396f445c7a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:09.260571 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57c683-4928-4824-b056-f56ffb713c79 None None] Pushing event updated for resources: {'Port': ['ID=659cf292-2cc1-498f-9c70-f3200e7dfccd,revision_number=2']} {{(pid=88191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:09.274851 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c57c683-4928-4824-b056-f56ffb713c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:09.275172 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c57c683-4928-4824-b056-f56ffb713c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:09.275497 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c57c683-4928-4824-b056-f56ffb713c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:09.275855 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c57c683-4928-4824-b056-f56ffb713c79 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:09.276453 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c57c683-4928-4824-b056-f56ffb713c79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:09.276817 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c57c683-4928-4824-b056-f56ffb713c79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:09.280960 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c57c683-4928-4824-b056-f56ffb713c79 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:09.281407 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c57c683-4928-4824-b056-f56ffb713c79 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:09.281779 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c57c683-4928-4824-b056-f56ffb713c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:09.282119 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c57c683-4928-4824-b056-f56ffb713c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:09.282563 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c57c683-4928-4824-b056-f56ffb713c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c57c683-4928-4824-b056-f56ffb713c79 None None] Tracked resource versions report: Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: pushed versions: Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: { 'ConntrackHelper': {'1.0'}, Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'Log': {'1.0'}, Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'Network': {'1.1'}, Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'Port': {'1.5'}, Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'PortForwarding': {'1.2'}, Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'QosPolicy': {'1.8'}, Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroup': {'1.2'}, Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroupRule': {'1.0'}, Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'SubPort': {'1.0'}, Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'Subnet': {'1.1'}, Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'Trunk': {'1.1'}} Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: consumer versions: Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: { DHCP agent@dv-cinder-820628-1-smb: {}, Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: HyperV agent@hv-cinder-82062: {}, Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: L3 agent@dv-cinder-820628-1-smb: {}, Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: Metadata agent@dv-cinder-820628-1-smb: {}, Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: Metering agent@dv-cinder-820628-1-smb: {}, Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: Open vSwitch agent@dv-cinder-820628-1-smb: { 'ConntrackHelper': '1.0', Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'Log': '1.0', Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'Network': '1.1', Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'Port': '1.5', Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'PortForwarding': '1.2', Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'QosPolicy': '1.8', Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroup': '1.2', Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'SecurityGroupRule': '1.0', Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'SubPort': '1.0', Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'Subnet': '1.1', Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: 'Trunk': '1.1'}} Dec 07 15:18:09.283946 dv-cinder-820628-1-smb neutron-server[88079]: {{(pid=88191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 15:18:09.287603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9c57c683-4928-4824-b056-f56ffb713c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:09.333003 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Attempting to bind port 659cf292-2cc1-498f-9c70-f3200e7dfccd on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:18:09.333480 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Attempting to bind port 659cf292-2cc1-498f-9c70-f3200e7dfccd by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}] {{(pid=88191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:18:09.333879 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Attempting to bind port 659cf292-2cc1-498f-9c70-f3200e7dfccd on network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:18:09.345037 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:18:09.345037 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Checking segment: {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:18:09.345576 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:09.346127 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Bound using segment: {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'} {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:18:09.346989 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Bound port: 659cf292-2cc1-498f-9c70-f3200e7dfccd, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}}] {{(pid=88191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:18:09.347394 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:09.446111 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] For port 659cf292-2cc1-498f-9c70-f3200e7dfccd, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:18:09.452179 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] For port 659cf292-2cc1-498f-9c70-f3200e7dfccd, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=659cf292-2cc1-498f-9c70-f3200e7dfccd,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:18:09.461543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:09.468290 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d603974d-935d-4223-b5b4-b396f445c7a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:09.472578 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:09.504171 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-f9475e62-6fd5-4519-b16f-96310eb18e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:09.517584 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-958cd116-dc3f-415d-8aca-239882fb4591 service neutron] 10.222.0.71 "GET /v2.0/networks/a325d691-6d79-4586-b0c5-18b48cad156e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579835 Dec 07 15:18:09.528193 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4a7ae424-84f4-49cc-a518-954196a2e245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:09.569549 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57c683-4928-4824-b056-f56ffb713c79 None None] Pushing event updated for resources: {'Port': ['ID=659cf292-2cc1-498f-9c70-f3200e7dfccd,revision_number=3']} {{(pid=88191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:09.573677 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9c57c683-4928-4824-b056-f56ffb713c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:09.595595 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4a7ae424-84f4-49cc-a518-954196a2e245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:09.625348 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:09.629834 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Routers {'8b0cf43b-64db-4062-b3dd-446f41dace2e'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:18:09.630593 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:17:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['8b0cf43b-64db-4062-b3dd-446f41dace2e'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:18:09.698785 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:09.741548 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'name': 'tempest-ServerRescueNegativeTestJSON-916959264-router', 'tenant_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b0648e83-2a05-4e90-b3b3-dde71eaa3eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:06Z', 'revision_number': 3, 'project_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'gw_port': {'id': 'b0648e83-2a05-4e90-b3b3-dde71eaa3eb0', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:18:09.747947 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Checking router: bc10f95c-7d18-4af4-99ac-fb2b6cdf2405 for host: dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:18:09.748763 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Updating router bc10f95c-7d18-4af4-99ac-fb2b6cdf2405 port b0648e83-2a05-4e90-b3b3-dde71eaa3eb0 binding host dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:18:09.757630 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-4a7ae424-84f4-49cc-a518-954196a2e245 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2907b925c0604d69b3e86beb7c171a10&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4489095 Dec 07 15:18:09.759380 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54294) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:09.763393 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ae424-84f4-49cc-a518-954196a2e245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b281d41d-4e25-48aa-ae7b-fc97729a5d7c,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:09.769285 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4a7ae424-84f4-49cc-a518-954196a2e245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:09.846780 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:09.927895 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] Set router 8b0cf43b-64db-4062-b3dd-446f41dace2e gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:18:09.964979 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0aad61f5-f9f4-4b44-81c0-2449efdeeb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:10.012670 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Allocated IP 172.20.0.1 (094b8464-5ed4-428c-85f9-2c8468dfbadf/d1159b89-e409-480d-88a1-0e02146c58fd/7b483a37-03db-47ed-bcf1-e75cb001a0a0) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:18:10.054831 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-21d7e65a-eb02-4703-a5ac-9a3244f40d5d service neutron] 10.222.0.71 "GET /v2.0/networks/a325d691-6d79-4586-b0c5-18b48cad156e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362034 Dec 07 15:18:10.057957 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-f9475e62-6fd5-4519-b16f-96310eb18e66 admin admin] Usage tracker for resource:security_group_rule and tenant:d79172de35e5407393a85ab169f1438d is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:10.063123 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-f9475e62-6fd5-4519-b16f-96310eb18e66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:10.065747 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0aad61f5-f9f4-4b44-81c0-2449efdeeb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:10.090178 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-f9475e62-6fd5-4519-b16f-96310eb18e66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:10.375335 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 3929a5dd-7e74-44d0-a74f-9e576c697c96 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:18:10.454783 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0aad61f5-f9f4-4b44-81c0-2449efdeeb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:10.465865 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4a7ae424-84f4-49cc-a518-954196a2e245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:10.520178 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad61f5-f9f4-4b44-81c0-2449efdeeb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b281d41d-4e25-48aa-ae7b-fc97729a5d7c,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:10.532261 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0aad61f5-f9f4-4b44-81c0-2449efdeeb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:10.564668 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0aad61f5-f9f4-4b44-81c0-2449efdeeb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:10.569712 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-0aad61f5-f9f4-4b44-81c0-2449efdeeb16 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b281d41d-4e25-48aa-ae7b-fc97729a5d7c HTTP/1.1" status: 204 len: 168 time: 0.8023577 Dec 07 15:18:10.579654 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:10.581480 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f9475e62-6fd5-4519-b16f-96310eb18e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:10.582478 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 54320) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:10.608469 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Transition to ACTIVE for port object 7b483a37-03db-47ed-bcf1-e75cb001a0a0 will not be triggered until provisioned by entity DHCP. {{(pid=88188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:18:10.634184 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:10.639547 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:10.667255 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:05Z', 'revision_number': 3, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:18:10.688257 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a9d43c-71fe-4fcc-b53b-ca8fc6e59cf9 None None] The sync data for ids ['8b0cf43b-64db-4062-b3dd-446f41dace2e'] in dv-cinder-820628-1-smb is: [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:05Z', 'revision_number': 3, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}] {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:18:10.735907 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eeeefe80-039c-4848-8416-1f4239029b8c req-f8d8d2a9-0a74-4bee-8610-5cebea861116 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 210 time: 0.1497896 Dec 07 15:18:10.739184 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f9475e62-6fd5-4519-b16f-96310eb18e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:10.783259 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Network 094b8464-5ed4-428c-85f9-2c8468dfbadf is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:18:10.787015 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:18:10.797910 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:18:10.800481 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:10.812719 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Pushing event updated for resources: {'Port': ['ID=7b483a37-03db-47ed-bcf1-e75cb001a0a0,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:10.816347 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:10.924489 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-de5ed52e-1c3e-4cbe-b5a8-564b17c29c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:10.938667 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port 3929a5dd-7e74-44d0-a74f-9e576c697c96 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:18:10.979210 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:11.039534 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9475e62-6fd5-4519-b16f-96310eb18e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d4b0fa-73e0-4a6d-9b4c-8ec0649410c5,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:11.049869 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f9475e62-6fd5-4519-b16f-96310eb18e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:11.067787 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:11.101870 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54348) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:11.102131 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-f9475e62-6fd5-4519-b16f-96310eb18e66 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d79172de35e5407393a85ab169f1438d&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4612286 Dec 07 15:18:11.160153 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:11.191725 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Transition to ACTIVE for port object b0648e83-2a05-4e90-b3b3-dde71eaa3eb0 will not be triggered until provisioned by entity L2. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:18:11.205287 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:11.214282 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:11.362905 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a2db7918-5a64-4eec-86ec-900bd88c2543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:11.400849 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a2db7918-5a64-4eec-86ec-900bd88c2543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:11.458327 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a2db7918-5a64-4eec-86ec-900bd88c2543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:11.462012 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77193fc1-ef78-4b74-8bd4-bbe02eb60a19 None None] Pushing event updated for resources: {'Port': ['ID=b0648e83-2a05-4e90-b3b3-dde71eaa3eb0,revision_number=2']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:11.471567 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:11.488220 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a24627-df2a-412d-97b8-69f343b71af2 None None] Network 094b8464-5ed4-428c-85f9-2c8468dfbadf requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:18:11.491363 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db7918-5a64-4eec-86ec-900bd88c2543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d4b0fa-73e0-4a6d-9b4c-8ec0649410c5,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:11.517090 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a2db7918-5a64-4eec-86ec-900bd88c2543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:11.559548 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a2db7918-5a64-4eec-86ec-900bd88c2543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:11.564583 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a2db7918-5a64-4eec-86ec-900bd88c2543 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/15d4b0fa-73e0-4a6d-9b4c-8ec0649410c5 HTTP/1.1" status: 204 len: 168 time: 0.4542587 Dec 07 15:18:11.770559 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:11.774718 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-77193fc1-ef78-4b74-8bd4-bbe02eb60a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:11.809168 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54366) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:11.823459 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:11.836142 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:11.838162 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4058165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:11.848766 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:11.856225 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-a0f63bda-4cc1-459b-aa2a-e82b13892e02 None None] Provisioning for port 3929a5dd-7e74-44d0-a74f-9e576c697c96 completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:18:11.900184 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-a0f63bda-4cc1-459b-aa2a-e82b13892e02 None None] Provisioning complete for port 3929a5dd-7e74-44d0-a74f-9e576c697c96 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:18:11.900513 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a0f63bda-4cc1-459b-aa2a-e82b13892e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:11.933711 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a535bf3a-3165-42db-93f2-371e246501ad req-1cf468b6-13ae-40ea-8844-db669803a49b tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 210 time: 0.0623927 Dec 07 15:18:12.077383 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Pushing event updated for resources: {'Port': ['ID=7b483a37-03db-47ed-bcf1-e75cb001a0a0,revision_number=2']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:12.087206 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:12.182899 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:12.361641 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54384) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:12.463561 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-24abd8d9-2b64-4c10-9254-1e917f6533e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:12.523002 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 659cf292-2cc1-498f-9c70-f3200e7dfccd up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:18:12.674593 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Allocated IP 172.20.0.1 (69c1c9a3-d42f-40c3-a885-61e13afc60b5/14b5a408-1ee6-4316-94e2-f5e7198dad0f/a35d8e01-fe8f-46a6-a24d-9533f1e77c9e) {{(pid=88189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:18:12.676504 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-24abd8d9-2b64-4c10-9254-1e917f6533e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:12.688660 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Network 094b8464-5ed4-428c-85f9-2c8468dfbadf is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:18:12.692836 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:18:12.953928 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port 659cf292-2cc1-498f-9c70-f3200e7dfccd completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:18:12.969084 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Attempting to bind port b0648e83-2a05-4e90-b3b3-dde71eaa3eb0 on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:18:12.969435 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Attempting to bind port b0648e83-2a05-4e90-b3b3-dde71eaa3eb0 by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:18:12.969850 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Attempting to bind port b0648e83-2a05-4e90-b3b3-dde71eaa3eb0 on network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:18:12.989492 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a0f63bda-4cc1-459b-aa2a-e82b13892e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:13.034627 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 659cf292-2cc1-498f-9c70-f3200e7dfccd triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:18:13.036208 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:13.039827 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:13.075341 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 54412) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:13.119181 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-24abd8d9-2b64-4c10-9254-1e917f6533e6 admin admin] Usage tracker for resource:security_group_rule and tenant:2f73fe2ff6644ebbb28a86af74a3649d is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:13.176683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-24abd8d9-2b64-4c10-9254-1e917f6533e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:13.191934 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-24abd8d9-2b64-4c10-9254-1e917f6533e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:13.192217 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b155a953-724c-4fcc-9109-50053947fc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:13.198240 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3d4f4525-e542-410d-a365-ca4ae56b3389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:13.216080 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-73d99d02-232a-4b58-81fe-b04cc213aefd req-030e3652-cf52-4234-b4a7-530338836003 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 210 time: 0.0716269 Dec 07 15:18:13.289113 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-a0f63bda-4cc1-459b-aa2a-e82b13892e02 None None] For port 3929a5dd-7e74-44d0-a74f-9e576c697c96, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=3929a5dd-7e74-44d0-a74f-9e576c697c96,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:18:13.312660 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a0f63bda-4cc1-459b-aa2a-e82b13892e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:13.313560 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:13.318561 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:13.326793 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:13.334485 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:18:13.334943 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Checking segment: {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:18:13.335332 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:13.335766 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Bound using segment: {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:18:13.336326 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Bound port: b0648e83-2a05-4e90-b3b3-dde71eaa3eb0, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:18:13.336742 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:13.454942 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=a35d8e01-fe8f-46a6-a24d-9533f1e77c9e,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:13.462220 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:13.464915 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] For port b0648e83-2a05-4e90-b3b3-dde71eaa3eb0, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:18:13.465334 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-b155a953-724c-4fcc-9109-50053947fc40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:13.468985 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] For port b0648e83-2a05-4e90-b3b3-dde71eaa3eb0, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=b0648e83-2a05-4e90-b3b3-dde71eaa3eb0,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:18:13.473258 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a642dbf4-8e50-459e-b0b7-f4d391a8f590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:13.481203 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-b155a953-724c-4fcc-9109-50053947fc40 admin admin] Usage tracker for resource:security_group_rule and tenant:4fff2fde195649a3a9f8efe98df12205 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:13.486282 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-b155a953-724c-4fcc-9109-50053947fc40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:13.506909 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Network 69c1c9a3-d42f-40c3-a885-61e13afc60b5 is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:18:13.511393 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:18:13.519684 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-b155a953-724c-4fcc-9109-50053947fc40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:13.521988 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:13.522440 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Received port after_create {{(pid=88189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:18:13.522956 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:13.537074 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-3d4f4525-e542-410d-a365-ca4ae56b3389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:13.551483 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-3d4f4525-e542-410d-a365-ca4ae56b3389 admin admin] Usage tracker for resource:security_group_rule and tenant:14c1049e426d41debf1a545a6e479bc5 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:13.555176 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-3d4f4525-e542-410d-a365-ca4ae56b3389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:13.574570 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-3d4f4525-e542-410d-a365-ca4ae56b3389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:13.674550 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Routers {'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:18:13.675443 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:18:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['bc10f95c-7d18-4af4-99ac-fb2b6cdf2405'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:18:13.753249 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3d4f4525-e542-410d-a365-ca4ae56b3389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:13.769139 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f63bda-4cc1-459b-aa2a-e82b13892e02 None None] Pushing event updated for resources: {'Port': ['ID=3929a5dd-7e74-44d0-a74f-9e576c697c96,revision_number=3']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:13.779979 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:13.783522 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3d4f4525-e542-410d-a365-ca4ae56b3389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:13.786842 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a0f63bda-4cc1-459b-aa2a-e82b13892e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:13.806254 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:13.812066 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:13.925419 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:13.936304 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] For port 659cf292-2cc1-498f-9c70-f3200e7dfccd, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=659cf292-2cc1-498f-9c70-f3200e7dfccd,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:18:13.946389 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:13.972394 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77193fc1-ef78-4b74-8bd4-bbe02eb60a19 None None] Pushing event updated for resources: {'Port': ['ID=b0648e83-2a05-4e90-b3b3-dde71eaa3eb0,revision_number=3']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:13.972550 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b155a953-724c-4fcc-9109-50053947fc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:13.980967 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-77193fc1-ef78-4b74-8bd4-bbe02eb60a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:13.981676 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:13.989675 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b155a953-724c-4fcc-9109-50053947fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:14.010759 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:14.018524 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-24abd8d9-2b64-4c10-9254-1e917f6533e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:14.034531 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f4525-e542-410d-a365-ca4ae56b3389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5e5a89-5be4-4610-ab1a-4f88e0865a02,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:14.120500 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3d4f4525-e542-410d-a365-ca4ae56b3389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:14.121325 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-24abd8d9-2b64-4c10-9254-1e917f6533e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:14.127984 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-3d4f4525-e542-410d-a365-ca4ae56b3389 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=14c1049e426d41debf1a545a6e479bc5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3175743 Dec 07 15:18:14.128689 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54448) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:14.170076 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0aad61f5-f9f4-4b44-81c0-2449efdeeb16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:14.267262 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abd8d9-2b64-4c10-9254-1e917f6533e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2618abef-b89e-4748-afbd-215fa56f213f,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:14.273177 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-24abd8d9-2b64-4c10-9254-1e917f6533e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:14.281046 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-24abd8d9-2b64-4c10-9254-1e917f6533e6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2f73fe2ff6644ebbb28a86af74a3649d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9184923 Dec 07 15:18:14.281920 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54456) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:14.374003 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 3929a5dd-7e74-44d0-a74f-9e576c697c96 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:18:14.425384 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Pushing event updated for resources: {'Port': ['ID=659cf292-2cc1-498f-9c70-f3200e7dfccd,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:14.493593 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] Set router bc10f95c-7d18-4af4-99ac-fb2b6cdf2405 gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:18:14.497644 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 54462) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:14.602767 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-b155a953-724c-4fcc-9109-50053947fc40 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4fff2fde195649a3a9f8efe98df12205&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5258591 Dec 07 15:18:14.608974 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155a953-724c-4fcc-9109-50053947fc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68bc40d-ab08-4580-8168-f31494e8be6b,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:14.625326 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 54472) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:14.639627 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b155a953-724c-4fcc-9109-50053947fc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:14.724523 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8c093f2d-5d61-4394-bc11-02335752cfa3 req-1ff66693-bf5f-4e85-8bd9-912d266d83e9 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 210 time: 0.1001766 Dec 07 15:18:14.800893 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-76d1a4a8-47f1-4eca-8f5c-ac1eddce75f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:14.842955 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:14.851580 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:14.853715 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:14.854831 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-82090e3d-3207-4be6-b74e-35cf7bbbab64 None None] Provisioning complete for port 3929a5dd-7e74-44d0-a74f-9e576c697c96 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:18:14.855159 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-82090e3d-3207-4be6-b74e-35cf7bbbab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:14.860811 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-76d1a4a8-47f1-4eca-8f5c-ac1eddce75f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:14.876973 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-99dbb8f6-d93e-4834-87b0-121a161109fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:14.927522 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4058165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:14.946512 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-76d1a4a8-47f1-4eca-8f5c-ac1eddce75f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:14.974537 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-99dbb8f6-d93e-4834-87b0-121a161109fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:14.980042 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-99dbb8f6-d93e-4834-87b0-121a161109fe admin admin] Usage tracker for resource:security_group_rule and tenant:91101ef0bcb947d4a206ac16ae158b15 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:14.983846 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-99dbb8f6-d93e-4834-87b0-121a161109fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:14.988094 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:14.991252 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-99dbb8f6-d93e-4834-87b0-121a161109fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:15.007839 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Router 8b0cf43b-64db-4062-b3dd-446f41dace2e has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:18:15.011535 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1a4a8-47f1-4eca-8f5c-ac1eddce75f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5e5a89-5be4-4610-ab1a-4f88e0865a02,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:15.020706 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b71ce256-adcb-4b9a-9aa9-c3d7062820ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:15.033364 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-76d1a4a8-47f1-4eca-8f5c-ac1eddce75f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:15.036923 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c2803728-e7d0-4ade-a38b-10f6c5e3eda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:15.045891 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0f9018eb-758f-438b-b9c9-a9671d3cffe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:15.073880 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-76d1a4a8-47f1-4eca-8f5c-ac1eddce75f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:15.079883 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-76d1a4a8-47f1-4eca-8f5c-ac1eddce75f8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7c5e5a89-5be4-4610-ab1a-4f88e0865a02 HTTP/1.1" status: 204 len: 168 time: 0.9425414 Dec 07 15:18:15.090692 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b71ce256-adcb-4b9a-9aa9-c3d7062820ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:15.316745 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c2803728-e7d0-4ade-a38b-10f6c5e3eda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:15.320378 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.57', 57557) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:15.398378 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-99dbb8f6-d93e-4834-87b0-121a161109fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:15.441626 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-99dbb8f6-d93e-4834-87b0-121a161109fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:15.507721 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-99dbb8f6-d93e-4834-87b0-121a161109fe admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=91101ef0bcb947d4a206ac16ae158b15&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0031302 Dec 07 15:18:15.509036 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 3929a5dd-7e74-44d0-a74f-9e576c697c96 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:18:15.509454 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:15.511274 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 54494) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:15.568203 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'name': 'tempest-ServerRescueNegativeTestJSON-916959264-router', 'tenant_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b0648e83-2a05-4e90-b3b3-dde71eaa3eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'gw_port': {'id': 'b0648e83-2a05-4e90-b3b3-dde71eaa3eb0', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': 'a35d8e01-fe8f-46a6-a24d-9533f1e77c9e', 'name': '', 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5', 'tenant_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'mac_address': 'fa:16:3e:e4:ce:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14b5a408-1ee6-4316-94e2-f5e7198dad0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:12Z', 'updated_at': '2021-12-07T15:18:12Z', 'revision_number': 1, 'project_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'subnets': [{'id': '14b5a408-1ee6-4316-94e2-f5e7198dad0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:18:15.574299 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b71ce256-adcb-4b9a-9aa9-c3d7062820ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:15.581930 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3fd6c-ffe8-49c6-b787-fd26127d60d4 None None] The sync data for ids ['bc10f95c-7d18-4af4-99ac-fb2b6cdf2405'] in dv-cinder-820628-1-smb is: [{'id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'name': 'tempest-ServerRescueNegativeTestJSON-916959264-router', 'tenant_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b0648e83-2a05-4e90-b3b3-dde71eaa3eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'gw_port': {'id': 'b0648e83-2a05-4e90-b3b3-dde71eaa3eb0', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': 'a35d8e01-fe8f-46a6-a24d-9533f1e77c9e', 'name': '', 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5', 'tenant_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'mac_address': 'fa:16:3e:e4:ce:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14b5a408-1ee6-4316-94e2-f5e7198dad0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:12Z', 'updated_at': '2021-12-07T15:18:12Z', 'revision_number': 1, 'project_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'subnets': [{'id': '14b5a408-1ee6-4316-94e2-f5e7198dad0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:18:15.616381 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-82090e3d-3207-4be6-b74e-35cf7bbbab64 None None] Provisioning for port 7b483a37-03db-47ed-bcf1-e75cb001a0a0 completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:18:15.617830 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=a35d8e01-fe8f-46a6-a24d-9533f1e77c9e,revision_number=2']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:15.628102 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:15.641017 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:15.641589 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b155a953-724c-4fcc-9109-50053947fc40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:15.673601 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-82090e3d-3207-4be6-b74e-35cf7bbbab64 None None] Provisioning complete for port 7b483a37-03db-47ed-bcf1-e75cb001a0a0 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:18:15.674018 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-82090e3d-3207-4be6-b74e-35cf7bbbab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:15.685223 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ce256-adcb-4b9a-9aa9-c3d7062820ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2618abef-b89e-4748-afbd-215fa56f213f,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:15.687270 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c2803728-e7d0-4ade-a38b-10f6c5e3eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:15.696843 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b71ce256-adcb-4b9a-9aa9-c3d7062820ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:15.715603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbb8f6-d93e-4834-87b0-121a161109fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aba20f-11d1-430c-933d-ddf60ddd313a,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:15.722039 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b71ce256-adcb-4b9a-9aa9-c3d7062820ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:15.724768 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-99dbb8f6-d93e-4834-87b0-121a161109fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:15.726985 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-b71ce256-adcb-4b9a-9aa9-c3d7062820ae admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2618abef-b89e-4748-afbd-215fa56f213f HTTP/1.1" status: 204 len: 168 time: 1.4425471 Dec 07 15:18:15.728948 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:15.760821 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2803728-e7d0-4ade-a38b-10f6c5e3eda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68bc40d-ab08-4580-8168-f31494e8be6b,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:15.770825 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c2803728-e7d0-4ade-a38b-10f6c5e3eda8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:15.793195 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Network 69c1c9a3-d42f-40c3-a885-61e13afc60b5 is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:18:15.796717 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:18:15.880620 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54510) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:15.900468 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-068dd014-bdf2-440a-bb9d-ab83b54b558e tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:15.901323 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-068dd014-bdf2-440a-bb9d-ab83b54b558e tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Synchronizing usage tracker for tenant:77929a41e5a848828ba2300d41fc3faf on resource:network {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:18:15.918266 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-82090e3d-3207-4be6-b74e-35cf7bbbab64 None None] Port 7b483a37-03db-47ed-bcf1-e75cb001a0a0 cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:18:15.951205 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0f0780bc-13a0-457d-a5ae-cf9de29612eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:16.007603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b628f047-e1c7-4c44-adae-6bb81f0cc765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:16.019188 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0f0780bc-13a0-457d-a5ae-cf9de29612eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:16.050487 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-84d2ffef-fc5d-425b-b8cf-83bdaf494fb0 None None] Provisioning complete for port 7b483a37-03db-47ed-bcf1-e75cb001a0a0 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:18:16.050904 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-84d2ffef-fc5d-425b-b8cf-83bdaf494fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:16.055582 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-068dd014-bdf2-440a-bb9d-ab83b54b558e tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Unset dirty status for tenant:77929a41e5a848828ba2300d41fc3faf on resource:network {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:18:16.056845 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-068dd014-bdf2-440a-bb9d-ab83b54b558e tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.57 "GET /v2.0/networks?id=a325d691-6d79-4586-b0c5-18b48cad156e HTTP/1.1" status: 200 len: 812 time: 0.7354383 Dec 07 15:18:16.093005 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-b628f047-e1c7-4c44-adae-6bb81f0cc765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:16.102035 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-e2481985-5106-4891-a264-2fa9e5a343e1 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Request body: {'port': {'device_id': '5bb271e8-485b-414f-a6da-c41a222c05f3', 'network_id': 'a325d691-6d79-4586-b0c5-18b48cad156e', 'admin_state_up': True, 'tenant_id': '77929a41e5a848828ba2300d41fc3faf'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:16.120968 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0f0780bc-13a0-457d-a5ae-cf9de29612eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:16.122784 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-b628f047-e1c7-4c44-adae-6bb81f0cc765 admin admin] Usage tracker for resource:security_group_rule and tenant:dcc1c5ad155d4a938268147a79cf5976 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:16.130490 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-b628f047-e1c7-4c44-adae-6bb81f0cc765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:16.170635 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-b628f047-e1c7-4c44-adae-6bb81f0cc765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:16.187260 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-84d2ffef-fc5d-425b-b8cf-83bdaf494fb0 None None] Port 7b483a37-03db-47ed-bcf1-e75cb001a0a0 cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:18:16.385886 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 659cf292-2cc1-498f-9c70-f3200e7dfccd up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:18:16.431990 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b628f047-e1c7-4c44-adae-6bb81f0cc765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:16.442662 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:18:16.450564 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b628f047-e1c7-4c44-adae-6bb81f0cc765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:16.469487 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Sync routers for ids ['8b0cf43b-64db-4062-b3dd-446f41dace2e'] in dv-cinder-820628-1-smb {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:18:16.506767 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fcdb9023-9f5d-47f6-85ea-1efb5cf6299b req-c72b503e-d33a-4312-93be-96721950d978 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 210 time: 0.3846529 Dec 07 15:18:16.518813 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:16.535111 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Routers {'8b0cf43b-64db-4062-b3dd-446f41dace2e'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:18:16.538806 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:18:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['8b0cf43b-64db-4062-b3dd-446f41dace2e'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:18:16.542713 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0780bc-13a0-457d-a5ae-cf9de29612eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8aba20f-11d1-430c-933d-ddf60ddd313a,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:16.567928 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3d4f4525-e542-410d-a365-ca4ae56b3389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:16.602502 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-b628f047-e1c7-4c44-adae-6bb81f0cc765 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dcc1c5ad155d4a938268147a79cf5976&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6954184 Dec 07 15:18:16.640726 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54548) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:16.657400 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0f0780bc-13a0-457d-a5ae-cf9de29612eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:16.679574 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c2803728-e7d0-4ade-a38b-10f6c5e3eda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:16.684296 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-c2803728-e7d0-4ade-a38b-10f6c5e3eda8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c68bc40d-ab08-4580-8168-f31494e8be6b HTTP/1.1" status: 204 len: 168 time: 2.0524535 Dec 07 15:18:16.690504 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0f0780bc-13a0-457d-a5ae-cf9de29612eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:16.697931 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-0f0780bc-13a0-457d-a5ae-cf9de29612eb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b8aba20f-11d1-430c-933d-ddf60ddd313a HTTP/1.1" status: 204 len: 168 time: 1.1121643 Dec 07 15:18:16.751514 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 659cf292-2cc1-498f-9c70-f3200e7dfccd triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:18:16.752264 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:16.807269 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628f047-e1c7-4c44-adae-6bb81f0cc765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23700f7e-e1f8-414b-8b83-01af714b14c3,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:16.813468 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b628f047-e1c7-4c44-adae-6bb81f0cc765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:16.841202 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-e2481985-5106-4891-a264-2fa9e5a343e1 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:16.860447 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] 10.222.0.71 "PUT /v2.0/routers/8b0cf43b-64db-4062-b3dd-446f41dace2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2532685 Dec 07 15:18:16.887229 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-e2481985-5106-4891-a264-2fa9e5a343e1 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Usage tracker for resource:port and tenant:77929a41e5a848828ba2300d41fc3faf is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:16.895317 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-e2481985-5106-4891-a264-2fa9e5a343e1 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:16.941732 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-e2481985-5106-4891-a264-2fa9e5a343e1 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:16.974667 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1fca-37b2-45bd-9914-1dd17d490e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:17.015358 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-e2481985-5106-4891-a264-2fa9e5a343e1 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Made reservation on behalf of 77929a41e5a848828ba2300d41fc3faf for: {'port': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:18:17.027008 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-e2481985-5106-4891-a264-2fa9e5a343e1 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:17.091379 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1fca-37b2-45bd-9914-1dd17d490e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:17.153463 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Set router 8b0cf43b-64db-4062-b3dd-446f41dace2e gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:18:17.166204 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Router bc10f95c-7d18-4af4-99ac-fb2b6cdf2405 has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:18:17.632686 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-e2481985-5106-4891-a264-2fa9e5a343e1 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Allocated IP 172.20.0.2 (a325d691-6d79-4586-b0c5-18b48cad156e/814d4e22-af86-4630-9c7c-cb38d0f27037/1d23c9a1-e1b5-422f-b040-bbca7b145eec) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:18:17.993496 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:18:18.024114 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] 10.222.0.71 "PUT /v2.0/routers/bc10f95c-7d18-4af4-99ac-fb2b6cdf2405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2215312 Dec 07 15:18:18.135538 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-534b853f-07c9-47ba-95e0-a6c08cf0622b req-6371f76c-1812-411c-bc1b-47c82dbf174a tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 210 time: 0.0949438 Dec 07 15:18:18.154443 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:10Z', 'revision_number': 4, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '7b483a37-03db-47ed-bcf1-e75cb001a0a0', 'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'mac_address': 'fa:16:3e:4f:82:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:09Z', 'updated_at': '2021-12-07T15:18:11Z', 'revision_number': 2, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'subnets': [{'id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:18:18.160247 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Checking router: 8b0cf43b-64db-4062-b3dd-446f41dace2e for host: dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:18:18.160638 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Updating router 8b0cf43b-64db-4062-b3dd-446f41dace2e port 7b483a37-03db-47ed-bcf1-e75cb001a0a0 binding host dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:18:18.351125 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:18.422069 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device b0648e83-2a05-4e90-b3b3-dde71eaa3eb0 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:18:18.439835 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-e2481985-5106-4891-a264-2fa9e5a343e1 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:18.487133 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1fca-37b2-45bd-9914-1dd17d490e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:18.510699 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b628f047-e1c7-4c44-adae-6bb81f0cc765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:18.537819 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa1fca-37b2-45bd-9914-1dd17d490e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23700f7e-e1f8-414b-8b83-01af714b14c3,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:18.557429 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f6fa1fca-37b2-45bd-9914-1dd17d490e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:18.577778 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1fca-37b2-45bd-9914-1dd17d490e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:18.584249 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-f6fa1fca-37b2-45bd-9914-1dd17d490e88 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/23700f7e-e1f8-414b-8b83-01af714b14c3 HTTP/1.1" status: 204 len: 168 time: 1.9171295 Dec 07 15:18:18.591353 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-e2481985-5106-4891-a264-2fa9e5a343e1 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:18.604616 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4ff2f28f-5fd1-47bf-96ea-4148524398cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:18.618432 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port b0648e83-2a05-4e90-b3b3-dde71eaa3eb0 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:18:18.642233 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port b0648e83-2a05-4e90-b3b3-dde71eaa3eb0 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:18:18.643528 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:18.799689 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-e2481985-5106-4891-a264-2fa9e5a343e1 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Network a325d691-6d79-4586-b0c5-18b48cad156e is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:18:18.827565 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:18.831807 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2481985-5106-4891-a264-2fa9e5a343e1 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Pushing event updated for resources: {'Port': ['ID=1d23c9a1-e1b5-422f-b040-bbca7b145eec,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:18.850298 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] For port b0648e83-2a05-4e90-b3b3-dde71eaa3eb0, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=b0648e83-2a05-4e90-b3b3-dde71eaa3eb0,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:18:18.851189 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-e2481985-5106-4891-a264-2fa9e5a343e1 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:18:18.855419 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:18.863593 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:18.878645 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e2481985-5106-4891-a264-2fa9e5a343e1 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:18.924469 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-e2481985-5106-4891-a264-2fa9e5a343e1 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:18:18.931256 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-e2481985-5106-4891-a264-2fa9e5a343e1 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:18.942095 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-e2481985-5106-4891-a264-2fa9e5a343e1 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:18.969572 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-e2481985-5106-4891-a264-2fa9e5a343e1 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8721294 Dec 07 15:18:19.506582 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Pushing event updated for resources: {'Port': ['ID=b0648e83-2a05-4e90-b3b3-dde71eaa3eb0,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:19.518087 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:19.646716 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Notify callbacks [] for port, precommit_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:19.680848 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Transition to ACTIVE for port object 7b483a37-03db-47ed-bcf1-e75cb001a0a0 will not be triggered until provisioned by entity L2. {{(pid=88191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:18:19.692294 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:19.718443 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:19.886947 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e64bd4-bf04-4754-b1b8-3516b82d4cf2 req-634c1a6a-ae67-4013-ab5f-6869e73927cf tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:19.899243 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b2e64bd4-bf04-4754-b1b8-3516b82d4cf2 req-634c1a6a-ae67-4013-ab5f-6869e73927cf tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 931 time: 0.3386147 Dec 07 15:18:19.927405 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-2b644742-3914-4863-a5d1-eb1f3a8cae37 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=88188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:18:19.932038 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-2b644742-3914-4863-a5d1-eb1f3a8cae37 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0073445 Dec 07 15:18:20.027843 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54636) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:20.039349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-6c241184-1d1e-4c27-84da-bf98c82b2f58 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1552004399', 'description': 'tempest-description--1014285510'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:20.063197 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-6c241184-1d1e-4c27-84da-bf98c82b2f58 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:20.073688 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-6c241184-1d1e-4c27-84da-bf98c82b2f58 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Usage tracker for resource:security_group and tenant:a9c656814e5740ada798cf35922cb848 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:20.094660 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-6c241184-1d1e-4c27-84da-bf98c82b2f58 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:20.117683 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b2e64bd4-bf04-4754-b1b8-3516b82d4cf2 req-c48b5cf2-64b4-4408-bd09-ed1854d5ca2a tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/security-groups?id=7bf37ef6-c59b-4b10-9b22-8ddfccc8f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120392 Dec 07 15:18:20.118588 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-6c241184-1d1e-4c27-84da-bf98c82b2f58 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:20.140391 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c241184-1d1e-4c27-84da-bf98c82b2f58 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:20.147128 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Attempting to bind port 7b483a37-03db-47ed-bcf1-e75cb001a0a0 on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:18:20.148059 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Attempting to bind port 7b483a37-03db-47ed-bcf1-e75cb001a0a0 by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': 'd0de9205-b641-46ed-94ae-067f28e348bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf'}] {{(pid=88191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:18:20.148656 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Attempting to bind port 7b483a37-03db-47ed-bcf1-e75cb001a0a0 on network 094b8464-5ed4-428c-85f9-2c8468dfbadf {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:18:20.152010 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156717a8-2db7-4a6e-b1e3-9697dc78d29c None None] Pushing event updated for resources: {'Port': ['ID=7b483a37-03db-47ed-bcf1-e75cb001a0a0,revision_number=3']} {{(pid=88191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:20.156644 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-156717a8-2db7-4a6e-b1e3-9697dc78d29c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:20.161857 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:18:20.163169 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Checking segment: {'id': 'd0de9205-b641-46ed-94ae-067f28e348bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:18:20.164050 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:20.164689 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Bound using segment: {'id': 'd0de9205-b641-46ed-94ae-067f28e348bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf'} {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:18:20.165401 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Bound port: 7b483a37-03db-47ed-bcf1-e75cb001a0a0, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0de9205-b641-46ed-94ae-067f28e348bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf'}}] {{(pid=88191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:18:20.166009 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:20.310826 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-6c241184-1d1e-4c27-84da-bf98c82b2f58 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:20.328398 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-6c241184-1d1e-4c27-84da-bf98c82b2f58 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Usage tracker for resource:security_group_rule and tenant:a9c656814e5740ada798cf35922cb848 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:20.345314 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-6c241184-1d1e-4c27-84da-bf98c82b2f58 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:20.378741 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-6c241184-1d1e-4c27-84da-bf98c82b2f58 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:20.440752 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device b0648e83-2a05-4e90-b3b3-dde71eaa3eb0 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:18:20.588490 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c241184-1d1e-4c27-84da-bf98c82b2f58 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:20.589342 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] For port 7b483a37-03db-47ed-bcf1-e75cb001a0a0, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:18:20.599603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] For port 7b483a37-03db-47ed-bcf1-e75cb001a0a0, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=7b483a37-03db-47ed-bcf1-e75cb001a0a0,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:18:20.605498 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:20.607514 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c241184-1d1e-4c27-84da-bf98c82b2f58 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:20.615074 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-76d1a4a8-47f1-4eca-8f5c-ac1eddce75f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:20.631593 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-156717a8-2db7-4a6e-b1e3-9697dc78d29c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:20.661081 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port b0648e83-2a05-4e90-b3b3-dde71eaa3eb0 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:18:20.661601 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:20.728752 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c241184-1d1e-4c27-84da-bf98c82b2f58 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce4f014-094f-484c-a123-c5ee21a1543e,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:20.730931 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c241184-1d1e-4c27-84da-bf98c82b2f58 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:20.735924 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 54652) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:20.742136 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-12c364d6-ff6a-40c1-9d3c-f7e65f11e53b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Request body: {'security_group_rule': {'security_group_id': '3ce4f014-094f-484c-a123-c5ee21a1543e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:20.756238 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-6c241184-1d1e-4c27-84da-bf98c82b2f58 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7269728 Dec 07 15:18:20.757504 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-12c364d6-ff6a-40c1-9d3c-f7e65f11e53b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:20.762845 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-12c364d6-ff6a-40c1-9d3c-f7e65f11e53b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Usage tracker for resource:security_group_rule and tenant:a9c656814e5740ada798cf35922cb848 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:20.766055 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6c241184-1d1e-4c27-84da-bf98c82b2f58 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:20.774203 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-12c364d6-ff6a-40c1-9d3c-f7e65f11e53b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:20.790594 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-12c364d6-ff6a-40c1-9d3c-f7e65f11e53b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:20.806037 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156717a8-2db7-4a6e-b1e3-9697dc78d29c None None] Pushing event updated for resources: {'Port': ['ID=7b483a37-03db-47ed-bcf1-e75cb001a0a0,revision_number=4']} {{(pid=88191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:20.819443 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-156717a8-2db7-4a6e-b1e3-9697dc78d29c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:20.827031 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Routers {'8b0cf43b-64db-4062-b3dd-446f41dace2e'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:18:20.828081 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:18:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['8b0cf43b-64db-4062-b3dd-446f41dace2e'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:18:20.835724 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-12c364d6-ff6a-40c1-9d3c-f7e65f11e53b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:21.052442 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-12c364d6-ff6a-40c1-9d3c-f7e65f11e53b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:21.057164 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-12c364d6-ff6a-40c1-9d3c-f7e65f11e53b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:21.059440 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:21.092061 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c364d6-ff6a-40c1-9d3c-f7e65f11e53b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b567b83-7b81-4e27-bef0-0798a3ce7976,revision_number=0']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:21.096315 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-12c364d6-ff6a-40c1-9d3c-f7e65f11e53b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:21.119249 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-12c364d6-ff6a-40c1-9d3c-f7e65f11e53b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:21.122195 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-12c364d6-ff6a-40c1-9d3c-f7e65f11e53b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3846061 Dec 07 15:18:21.124907 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54660) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:21.131300 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-5bc9d53b-bdb3-4c52-bf3d-9587624b3aed tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Request body: {'security_group_rule': {'security_group_id': '3ce4f014-094f-484c-a123-c5ee21a1543e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:21.167882 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-5bc9d53b-bdb3-4c52-bf3d-9587624b3aed tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:21.183080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-5bc9d53b-bdb3-4c52-bf3d-9587624b3aed tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Usage tracker for resource:security_group_rule and tenant:a9c656814e5740ada798cf35922cb848 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:21.193100 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-5bc9d53b-bdb3-4c52-bf3d-9587624b3aed tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:21.222664 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-5bc9d53b-bdb3-4c52-bf3d-9587624b3aed tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:21.307422 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d53b-bdb3-4c52-bf3d-9587624b3aed tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:21.524791 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d53b-bdb3-4c52-bf3d-9587624b3aed tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:21.532819 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d53b-bdb3-4c52-bf3d-9587624b3aed tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:21.536347 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:21.539739 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] Set router 8b0cf43b-64db-4062-b3dd-446f41dace2e gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:18:21.645012 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9d53b-bdb3-4c52-bf3d-9587624b3aed tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd756587-676d-4b9b-bb85-ad2e84dffcec,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:21.671125 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5bc9d53b-bdb3-4c52-bf3d-9587624b3aed tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:21.692119 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d53b-bdb3-4c52-bf3d-9587624b3aed tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:21.697069 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-5bc9d53b-bdb3-4c52-bf3d-9587624b3aed tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5674279 Dec 07 15:18:21.697442 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54688) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:21.705113 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Request body: {'floatingip': {'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:21.722635 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:21.735851 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Usage tracker for resource:floatingip and tenant:a9c656814e5740ada798cf35922cb848 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:21.744213 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:21.764707 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:21.792847 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for floatingip, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:21.906612 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c48fe-2a2b-49f3-a8cb-11b512448b2a req-293600f5-826d-45cb-82ac-16e61943a94e tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:21.920563 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-243c48fe-2a2b-49f3-a8cb-11b512448b2a req-293600f5-826d-45cb-82ac-16e61943a94e tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 931 time: 0.4888709 Dec 07 15:18:22.080417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Request body: {'port': {'device_id': '5bb271e8-485b-414f-a6da-c41a222c05f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:22.110038 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:22.162900 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-93669bf9-c13b-478d-8588-aa2a56d126bc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:22.164095 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-93669bf9-c13b-478d-8588-aa2a56d126bc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Synchronizing usage tracker for tenant:de405d4fc7024e7c8b6dff5a3da97043 on resource:network {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:18:22.231083 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-243c48fe-2a2b-49f3-a8cb-11b512448b2a req-274c07b2-fa28-4071-8e6c-95e76a56961e tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/security-groups?id=7bf37ef6-c59b-4b10-9b22-8ddfccc8f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093057 Dec 07 15:18:22.257865 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-93669bf9-c13b-478d-8588-aa2a56d126bc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Unset dirty status for tenant:de405d4fc7024e7c8b6dff5a3da97043 on resource:network {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:18:22.267457 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-93669bf9-c13b-478d-8588-aa2a56d126bc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/networks?id=69c1c9a3-d42f-40c3-a885-61e13afc60b5 HTTP/1.1" status: 200 len: 818 time: 0.6003611 Dec 07 15:18:22.313027 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:10Z', 'revision_number': 4, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '7b483a37-03db-47ed-bcf1-e75cb001a0a0', 'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'mac_address': 'fa:16:3e:4f:82:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:09Z', 'updated_at': '2021-12-07T15:18:20Z', 'revision_number': 4, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'subnets': [{'id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:18:22.317782 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-cee8f3d7-bf3c-46dd-9d45-c53a222024bf tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/quotas/de405d4fc7024e7c8b6dff5a3da97043 HTTP/1.1" status: 200 len: 375 time: 0.0465274 Dec 07 15:18:22.325574 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f488a5-bfde-4de6-816c-43b559db9661 None None] The sync data for ids ['8b0cf43b-64db-4062-b3dd-446f41dace2e'] in dv-cinder-820628-1-smb is: [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:10Z', 'revision_number': 4, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '7b483a37-03db-47ed-bcf1-e75cb001a0a0', 'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'mac_address': 'fa:16:3e:4f:82:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:09Z', 'updated_at': '2021-12-07T15:18:20Z', 'revision_number': 4, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'subnets': [{'id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:18:22.401605 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:22.471943 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:22.571868 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-58ecc919-238f-406d-9284-48435e61a870 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Synchronizing usage tracker for tenant:de405d4fc7024e7c8b6dff5a3da97043 on resource:port {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:18:22.585273 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Sync routers for ids ['bc10f95c-7d18-4af4-99ac-fb2b6cdf2405'] in dv-cinder-820628-1-smb {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:18:22.607724 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Routers {'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:18:22.612907 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:18:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['bc10f95c-7d18-4af4-99ac-fb2b6cdf2405'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:18:22.662489 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-58ecc919-238f-406d-9284-48435e61a870 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Unset dirty status for tenant:de405d4fc7024e7c8b6dff5a3da97043 on resource:port {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:18:22.674806 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-58ecc919-238f-406d-9284-48435e61a870 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=de405d4fc7024e7c8b6dff5a3da97043&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3519497 Dec 07 15:18:23.064262 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Allocated IP 172.28.3.120 (0cb2958e-4db2-4f1d-a7f8-4af501c24e74/9e328c0c-452d-4ff2-b18b-159a0ad8dec1/a237c0bb-323b-42e1-ae9a-fbf22ccb1fe4) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:18:23.288078 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Set router bc10f95c-7d18-4af4-99ac-fb2b6cdf2405 gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:18:23.687990 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:23.849226 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d23c9a1-e1b5-422f-b040-bbca7b145eec {{(pid=88188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:18:23.871576 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7648e14-cfb8-483d-8ff4-cda2f835e236 req-015bec2d-8dcb-41c2-810a-c2966a1ed5c4 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:23.872055 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:23.876508 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b7648e14-cfb8-483d-8ff4-cda2f835e236 req-015bec2d-8dcb-41c2-810a-c2966a1ed5c4 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 931 time: 0.2274969 Dec 07 15:18:23.945604 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Transition to ACTIVE for port object 1d23c9a1-e1b5-422f-b040-bbca7b145eec will not be triggered until provisioned by entity L2. {{(pid=88188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:18:23.950344 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:23.984178 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:23.984980 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:24.012721 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b7648e14-cfb8-483d-8ff4-cda2f835e236 req-59cc36db-3843-416b-97ae-7715b7348014 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/security-groups?id=7bf37ef6-c59b-4b10-9b22-8ddfccc8f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307220 Dec 07 15:18:24.083607 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:18:24.095517 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:18:24.111013 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:18:24.172708 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'name': 'tempest-ServerRescueNegativeTestJSON-916959264-router', 'tenant_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b0648e83-2a05-4e90-b3b3-dde71eaa3eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'gw_port': {'id': 'b0648e83-2a05-4e90-b3b3-dde71eaa3eb0', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': 'a35d8e01-fe8f-46a6-a24d-9533f1e77c9e', 'name': '', 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5', 'tenant_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'mac_address': 'fa:16:3e:e4:ce:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14b5a408-1ee6-4316-94e2-f5e7198dad0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:12Z', 'updated_at': '2021-12-07T15:18:14Z', 'revision_number': 2, 'project_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'subnets': [{'id': '14b5a408-1ee6-4316-94e2-f5e7198dad0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:18:24.178480 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Checking router: bc10f95c-7d18-4af4-99ac-fb2b6cdf2405 for host: dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:18:24.179130 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Updating router bc10f95c-7d18-4af4-99ac-fb2b6cdf2405 port a35d8e01-fe8f-46a6-a24d-9533f1e77c9e binding host dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:18:24.273995 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:24.401176 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 7b483a37-03db-47ed-bcf1-e75cb001a0a0 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:18:24.873487 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port 7b483a37-03db-47ed-bcf1-e75cb001a0a0 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:18:24.905493 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 7b483a37-03db-47ed-bcf1-e75cb001a0a0 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:18:24.905912 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:24.983682 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-83797555-0d70-4764-afc1-ba4ba619f60f service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=88189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:18:24.994638 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-83797555-0d70-4764-afc1-ba4ba619f60f service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.5968795 Dec 07 15:18:25.127698 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:25.131491 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Pushing event updated for resources: {'Port': ['ID=a237c0bb-323b-42e1-ae9a-fbf22ccb1fe4,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:25.396708 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-4db7b90d-6f66-4580-bf49-0e06fbba70b0 service neutron] 10.222.0.71 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010718 Dec 07 15:18:25.506747 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:25.699772 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Attempting to bind port 1d23c9a1-e1b5-422f-b040-bbca7b145eec on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:18:25.700449 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Attempting to bind port 1d23c9a1-e1b5-422f-b040-bbca7b145eec by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'b44b0e4d-d26b-4699-8589-f4c4eae1a567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a325d691-6d79-4586-b0c5-18b48cad156e'}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:18:25.701030 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Attempting to bind port 1d23c9a1-e1b5-422f-b040-bbca7b145eec on network a325d691-6d79-4586-b0c5-18b48cad156e {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:18:25.731205 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:25.811496 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Pushing event updated for resources: {'Port': ['ID=1d23c9a1-e1b5-422f-b040-bbca7b145eec,revision_number=2']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:25.819224 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.834s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:25.844837 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] For port 7b483a37-03db-47ed-bcf1-e75cb001a0a0, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=7b483a37-03db-47ed-bcf1-e75cb001a0a0,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:18:25.872273 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:25.915340 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:25.926127 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-10eaeced-e3bd-47fb-89c3-d5e47cf33570 service neutron] 10.222.0.71 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093544 Dec 07 15:18:26.086220 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1716f6f-60ca-49d2-bfa4-6073bc5a006b req-7fd2b168-08f1-43c4-8ea4-31153ac75c88 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:26.103480 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e1716f6f-60ca-49d2-bfa4-6073bc5a006b req-7fd2b168-08f1-43c4-8ea4-31153ac75c88 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 943 time: 0.6978700 Dec 07 15:18:26.219236 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e1716f6f-60ca-49d2-bfa4-6073bc5a006b req-1598670a-c410-41bc-8349-59ab222e563f tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/security-groups?id=7bf37ef6-c59b-4b10-9b22-8ddfccc8f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080742 Dec 07 15:18:26.258971 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for port, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:26.260810 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.180s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:26.261148 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:26.262962 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Port 1d23c9a1-e1b5-422f-b040-bbca7b145eec on network a325d691-6d79-4586-b0c5-18b48cad156e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:18:26.263541 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Attempting to bind port 1d23c9a1-e1b5-422f-b040-bbca7b145eec on network a325d691-6d79-4586-b0c5-18b48cad156e {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:18:26.275832 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Checking agent: {'id': 'cbbfcabc-3255-4d4c-9281-bbfa60486e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'started_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:18:26.276283 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Checking segment: {'id': 'b44b0e4d-d26b-4699-8589-f4c4eae1a567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a325d691-6d79-4586-b0c5-18b48cad156e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:18:26.276914 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Bound using segment: {'id': 'b44b0e4d-d26b-4699-8589-f4c4eae1a567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a325d691-6d79-4586-b0c5-18b48cad156e'} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:18:26.277454 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Bound port: 1d23c9a1-e1b5-422f-b040-bbca7b145eec, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44b0e4d-d26b-4699-8589-f4c4eae1a567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a325d691-6d79-4586-b0c5-18b48cad156e'}}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:18:26.277863 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:26.290364 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:26.300317 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:26.499191 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633837'] for floatingip, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:26.553518 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Pushing event updated for resources: {'Port': ['ID=a237c0bb-323b-42e1-ae9a-fbf22ccb1fe4,revision_number=2']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:26.558078 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:26.637553 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2d7eb559-dec2-4ce7-8431-2ef5ad365ec2 req-9fcbb099-069e-4e73-9f65-0692a1170587 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 210 time: 0.1756732 Dec 07 15:18:26.656232 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for floatingip, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:26.671990 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9648259 Dec 07 15:18:26.671990 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] For port 1d23c9a1-e1b5-422f-b040-bbca7b145eec, host hv-cinder-82062, cleared binding levels {{(pid=88188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:18:26.680673 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Notify callbacks [] for port, precommit_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:26.680954 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] For port 1d23c9a1-e1b5-422f-b040-bbca7b145eec, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=1d23c9a1-e1b5-422f-b040-bbca7b145eec,segment=NetworkSegment(b44b0e4d-d26b-4699-8589-f4c4eae1a567),segment_id=b44b0e4d-d26b-4699-8589-f4c4eae1a567)] {{(pid=88188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:18:26.689875 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:26.701697 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:26.713431 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Pushing event updated for resources: {'Port': ['ID=7b483a37-03db-47ed-bcf1-e75cb001a0a0,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:26.720881 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:26.735099 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Transition to ACTIVE for port object a35d8e01-fe8f-46a6-a24d-9533f1e77c9e will not be triggered until provisioned by entity L2. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:18:26.747994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:26.758459 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a773654d-39f5-4ba5-8392-afd53d41969e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:26.808873 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Pushing event updated for resources: {'Port': ['ID=1d23c9a1-e1b5-422f-b040-bbca7b145eec,revision_number=3']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:26.822341 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:26.888135 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:26.899371 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] 10.222.0.57 "PUT /v2.0/ports/1d23c9a1-e1b5-422f-b040-bbca7b145eec HTTP/1.1" status: 200 len: 1093 time: 5.7960045 Dec 07 15:18:26.902626 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb271e8-485b-414f-a6da-c41a222c05f3', 'tag': '1d23c9a1-e1b5-422f-b040-bbca7b145eec'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:18:26.947479 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ccbbf-da86-41c1-8d8a-cdf476aae28b None None] Pushing event updated for resources: {'Port': ['ID=a35d8e01-fe8f-46a6-a24d-9533f1e77c9e,revision_number=3']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:26.959573 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-581ccbbf-da86-41c1-8d8a-cdf476aae28b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:27.356656 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Attempting to bind port a35d8e01-fe8f-46a6-a24d-9533f1e77c9e on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:18:27.357089 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Attempting to bind port a35d8e01-fe8f-46a6-a24d-9533f1e77c9e by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': '850ed2b4-6abd-4b01-be99-8fc58ad6b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5'}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:18:27.357743 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Attempting to bind port a35d8e01-fe8f-46a6-a24d-9533f1e77c9e on network 69c1c9a3-d42f-40c3-a885-61e13afc60b5 {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:18:27.366602 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:18:27.367097 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Checking segment: {'id': '850ed2b4-6abd-4b01-be99-8fc58ad6b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:18:27.367485 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:27.368071 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Bound using segment: {'id': '850ed2b4-6abd-4b01-be99-8fc58ad6b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5'} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:18:27.368900 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Bound port: a35d8e01-fe8f-46a6-a24d-9533f1e77c9e, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850ed2b4-6abd-4b01-be99-8fc58ad6b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5'}}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:18:27.369523 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:27.539962 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] For port a35d8e01-fe8f-46a6-a24d-9533f1e77c9e, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:18:27.548691 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] For port a35d8e01-fe8f-46a6-a24d-9533f1e77c9e, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=a35d8e01-fe8f-46a6-a24d-9533f1e77c9e,segment=NetworkSegment(850ed2b4-6abd-4b01-be99-8fc58ad6b4a5),segment_id=850ed2b4-6abd-4b01-be99-8fc58ad6b4a5)] {{(pid=88190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:18:27.555034 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:27.594288 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:27.807544 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Routers {'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:18:27.808242 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:18:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['bc10f95c-7d18-4af4-99ac-fb2b6cdf2405'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:18:27.820697 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bb29c-b5f9-4e1e-857e-192a51b838c7 req-6225c034-aa77-4556-bdca-b58e8fcf8814 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:27.830275 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-194bb29c-b5f9-4e1e-857e-192a51b838c7 req-6225c034-aa77-4556-bdca-b58e8fcf8814 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 943 time: 0.2614851 Dec 07 15:18:27.971156 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-194bb29c-b5f9-4e1e-857e-192a51b838c7 req-fefecf92-3f40-42ea-ac56-12ed77678fc6 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/security-groups?id=7bf37ef6-c59b-4b10-9b22-8ddfccc8f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323490 Dec 07 15:18:28.065538 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-3d6e1243-e06f-4c64-b337-d5b55bfaef48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77929a41e5a848828ba2300d41fc3faf&device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 1096 time: 0.3246236 Dec 07 15:18:28.124755 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-dbe8bb70-f65d-43bb-8314-13a5ebe42762 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Synchronizing usage tracker for tenant:a9c656814e5740ada798cf35922cb848 on resource:security_group {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:18:28.171867 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-dbe8bb70-f65d-43bb-8314-13a5ebe42762 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Unset dirty status for tenant:a9c656814e5740ada798cf35922cb848 on resource:security_group {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:18:28.190679 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-dbe8bb70-f65d-43bb-8314-13a5ebe42762 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1552004399&fields=id&tenant_id=a9c656814e5740ada798cf35922cb848 HTTP/1.1" status: 200 len: 267 time: 0.2345998 Dec 07 15:18:28.347715 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-550fc561-32d9-4b38-997b-6e815d8b5988 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d23c9a1-e1b5-422f-b040-bbca7b145eec HTTP/1.1" status: 200 len: 217 time: 0.2680824 Dec 07 15:18:28.626254 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-22abea1c-419b-4b93-9463-5d11fb241478 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:28.628699 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-22abea1c-419b-4b93-9463-5d11fb241478 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=814d4e22-af86-4630-9c7c-cb38d0f27037 HTTP/1.1" status: 200 len: 852 time: 0.2537053 Dec 07 15:18:28.748972 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-4089dc1d-b5a7-4654-993a-806fde0ab181 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a325d691-6d79-4586-b0c5-18b48cad156e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113691 Dec 07 15:18:28.768046 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 7b483a37-03db-47ed-bcf1-e75cb001a0a0 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:18:28.968711 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ccbbf-da86-41c1-8d8a-cdf476aae28b None None] Pushing event updated for resources: {'Port': ['ID=a35d8e01-fe8f-46a6-a24d-9533f1e77c9e,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:28.983280 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-581ccbbf-da86-41c1-8d8a-cdf476aae28b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.389s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:28.989734 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 7b483a37-03db-47ed-bcf1-e75cb001a0a0 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:18:28.990194 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:29.073053 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] Set router bc10f95c-7d18-4af4-99ac-fb2b6cdf2405 gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:18:29.084339 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-18c26cb1-bb47-48e8-acf6-6eddc6b89a8f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:29.091521 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-18c26cb1-bb47-48e8-acf6-6eddc6b89a8f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Synchronizing usage tracker for tenant:a9c656814e5740ada798cf35922cb848 on resource:network {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:18:29.104911 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-1f076da0-6a17-4049-8db2-5ec2a4dd2048 service neutron] 10.222.0.57 "GET /v2.0/networks/a325d691-6d79-4586-b0c5-18b48cad156e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084776 Dec 07 15:18:29.229896 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-18c26cb1-bb47-48e8-acf6-6eddc6b89a8f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Unset dirty status for tenant:a9c656814e5740ada798cf35922cb848 on resource:network {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:18:29.238674 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-18c26cb1-bb47-48e8-acf6-6eddc6b89a8f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/networks?id=094b8464-5ed4-428c-85f9-2c8468dfbadf HTTP/1.1" status: 200 len: 817 time: 1.0467169 Dec 07 15:18:29.298006 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-a22c442b-4abf-4e11-bca9-41041d33e9b1 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/quotas/a9c656814e5740ada798cf35922cb848 HTTP/1.1" status: 200 len: 375 time: 0.0575256 Dec 07 15:18:29.485329 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54900) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:29.501812 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-babf5940-aaea-426b-9a55-d9a0c698dec3 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:29.519307 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-babf5940-aaea-426b-9a55-d9a0c698dec3 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/networks?id=69c1c9a3-d42f-40c3-a885-61e13afc60b5 HTTP/1.1" status: 200 len: 818 time: 1.1163146 Dec 07 15:18:29.596796 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-3771500d-9d71-4cef-9737-4f44a5f39e76 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/quotas/de405d4fc7024e7c8b6dff5a3da97043 HTTP/1.1" status: 200 len: 375 time: 0.0759234 Dec 07 15:18:29.725261 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.57', 57571) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:29.763553 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-5495d20c-f81c-4618-b6a2-d014c8ab2036 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c656814e5740ada798cf35922cb848&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4464839 Dec 07 15:18:29.802587 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cef63271-aa08-41ce-9b6d-516f53d4fb17 req-8c6d1f4c-8798-4d3e-ad5d-facd937126a2 service neutron] 10.222.0.57 "GET /v2.0/networks/a325d691-6d79-4586-b0c5-18b48cad156e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097247 Dec 07 15:18:29.861247 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'name': 'tempest-ServerRescueNegativeTestJSON-916959264-router', 'tenant_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b0648e83-2a05-4e90-b3b3-dde71eaa3eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'gw_port': {'id': 'b0648e83-2a05-4e90-b3b3-dde71eaa3eb0', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': 'a35d8e01-fe8f-46a6-a24d-9533f1e77c9e', 'name': '', 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5', 'tenant_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'mac_address': 'fa:16:3e:e4:ce:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14b5a408-1ee6-4316-94e2-f5e7198dad0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:12Z', 'updated_at': '2021-12-07T15:18:27Z', 'revision_number': 4, 'project_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'subnets': [{'id': '14b5a408-1ee6-4316-94e2-f5e7198dad0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:18:29.884004 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3355867-46de-41d1-b0e5-0852ce319072 None None] The sync data for ids ['bc10f95c-7d18-4af4-99ac-fb2b6cdf2405'] in dv-cinder-820628-1-smb is: [{'id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'name': 'tempest-ServerRescueNegativeTestJSON-916959264-router', 'tenant_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b0648e83-2a05-4e90-b3b3-dde71eaa3eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'gw_port': {'id': 'b0648e83-2a05-4e90-b3b3-dde71eaa3eb0', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': 'a35d8e01-fe8f-46a6-a24d-9533f1e77c9e', 'name': '', 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5', 'tenant_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'mac_address': 'fa:16:3e:e4:ce:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14b5a408-1ee6-4316-94e2-f5e7198dad0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:12Z', 'updated_at': '2021-12-07T15:18:27Z', 'revision_number': 4, 'project_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'subnets': [{'id': '14b5a408-1ee6-4316-94e2-f5e7198dad0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:18:30.099458 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a5917bdf-08ca-4b94-9952-ea9f92d74065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:30.219272 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a5917bdf-08ca-4b94-9952-ea9f92d74065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:30.237285 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a5917bdf-08ca-4b94-9952-ea9f92d74065 admin admin] Usage tracker for resource:security_group_rule and tenant:aaadba94d8214b2bbfc4b5bfcc4f3bf2 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:30.252642 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a5917bdf-08ca-4b94-9952-ea9f92d74065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:30.281016 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a5917bdf-08ca-4b94-9952-ea9f92d74065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:30.373063 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device a35d8e01-fe8f-46a6-a24d-9533f1e77c9e up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:18:30.393608 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-9e55300f-cafc-402e-8731-158112637b39 service neutron] 10.222.0.71 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238724 Dec 07 15:18:30.579969 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a5917bdf-08ca-4b94-9952-ea9f92d74065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:30.587759 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a5917bdf-08ca-4b94-9952-ea9f92d74065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:30.663993 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port a35d8e01-fe8f-46a6-a24d-9533f1e77c9e completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:18:30.668764 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6c241184-1d1e-4c27-84da-bf98c82b2f58 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:30.674862 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port a35d8e01-fe8f-46a6-a24d-9533f1e77c9e triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:18:30.675566 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:30.735782 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a5917bdf-08ca-4b94-9952-ea9f92d74065 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aaadba94d8214b2bbfc4b5bfcc4f3bf2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2426770 Dec 07 15:18:30.739151 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54934) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:30.739937 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5917bdf-08ca-4b94-9952-ea9f92d74065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f1dbe2-5bfc-4061-afc1-324b13091a97,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:30.768054 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a5917bdf-08ca-4b94-9952-ea9f92d74065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:30.926852 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e779e80f-6ddb-4b3f-8328-3208ea3dc727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:30.940171 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:30.962489 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e779e80f-6ddb-4b3f-8328-3208ea3dc727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:30.988200 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-a93dc513-7388-4992-bed2-a77a5fa18fbe tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=de405d4fc7024e7c8b6dff5a3da97043&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3900356 Dec 07 15:18:30.995030 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-bb00e29c-e847-4f5a-990d-70999e661561 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:30.996629 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-bb00e29c-e847-4f5a-990d-70999e661561 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.57 "GET /v2.0/networks?id=69c1c9a3-d42f-40c3-a885-61e13afc60b5 HTTP/1.1" status: 200 len: 818 time: 1.2248478 Dec 07 15:18:31.026277 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] For port a35d8e01-fe8f-46a6-a24d-9533f1e77c9e, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=a35d8e01-fe8f-46a6-a24d-9533f1e77c9e,segment=NetworkSegment(850ed2b4-6abd-4b01-be99-8fc58ad6b4a5),segment_id=850ed2b4-6abd-4b01-be99-8fc58ad6b4a5)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:18:31.030467 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:31.032497 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-581ccbbf-da86-41c1-8d8a-cdf476aae28b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:31.081994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e779e80f-6ddb-4b3f-8328-3208ea3dc727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:31.089795 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:31.149038 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779e80f-6ddb-4b3f-8328-3208ea3dc727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f1dbe2-5bfc-4061-afc1-324b13091a97,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:31.158189 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e779e80f-6ddb-4b3f-8328-3208ea3dc727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:31.158189 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-e779e80f-6ddb-4b3f-8328-3208ea3dc727 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f8f1dbe2-5bfc-4061-afc1-324b13091a97 HTTP/1.1" status: 204 len: 168 time: 0.3939314 Dec 07 15:18:31.158189 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e779e80f-6ddb-4b3f-8328-3208ea3dc727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:31.172722 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Pushing event updated for resources: {'Port': ['ID=a35d8e01-fe8f-46a6-a24d-9533f1e77c9e,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:31.183110 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:31.213016 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-64a4d74a-9233-4650-9efb-7501e9672f88 service neutron] 10.222.0.71 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236371 Dec 07 15:18:31.391123 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-7ff1ab80-29ae-4c00-a44d-bfc750de093e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Request body: {'port': {'device_id': '6e8e3c53-f134-4f53-989f-39ce30b1135e', 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5', 'admin_state_up': True, 'tenant_id': 'de405d4fc7024e7c8b6dff5a3da97043'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:31.499801 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-dcafe62b-43c6-45b8-a804-7d052b466223 service neutron] 10.222.0.71 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853568 Dec 07 15:18:31.641417 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-712be0d0-c46c-44da-ac2d-dafa2785d525 service neutron] 10.222.0.71 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2466905 Dec 07 15:18:31.775522 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-7ff1ab80-29ae-4c00-a44d-bfc750de093e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:31.789119 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-7ff1ab80-29ae-4c00-a44d-bfc750de093e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:31.803879 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-7ff1ab80-29ae-4c00-a44d-bfc750de093e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Made reservation on behalf of de405d4fc7024e7c8b6dff5a3da97043 for: {'port': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:18:31.814940 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-7ff1ab80-29ae-4c00-a44d-bfc750de093e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:31.858759 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54966) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:31.920618 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-25cf9338-e29d-4b78-8b2a-fcd46ae40a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:32.029206 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-25cf9338-e29d-4b78-8b2a-fcd46ae40a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:32.039208 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-25cf9338-e29d-4b78-8b2a-fcd46ae40a47 admin admin] Usage tracker for resource:security_group_rule and tenant:e6f89a104bdc4e0684d9eacd152ef05c is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:32.047730 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-25cf9338-e29d-4b78-8b2a-fcd46ae40a47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:32.070512 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-25cf9338-e29d-4b78-8b2a-fcd46ae40a47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:32.236813 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-7ff1ab80-29ae-4c00-a44d-bfc750de093e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Allocated IP 172.20.0.14 (69c1c9a3-d42f-40c3-a885-61e13afc60b5/14b5a408-1ee6-4316-94e2-f5e7198dad0f/edaef193-62ba-487a-93ff-6249cc7a8019) {{(pid=88189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:18:32.265301 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-25cf9338-e29d-4b78-8b2a-fcd46ae40a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:32.271849 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-25cf9338-e29d-4b78-8b2a-fcd46ae40a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:32.282042 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-24abd8d9-2b64-4c10-9254-1e917f6533e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:32.323583 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device a35d8e01-fe8f-46a6-a24d-9533f1e77c9e up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:18:32.407622 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf9338-e29d-4b78-8b2a-fcd46ae40a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62221376-e02e-46e0-ae5b-8ae3e35cb267,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:32.430696 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-25cf9338-e29d-4b78-8b2a-fcd46ae40a47 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e6f89a104bdc4e0684d9eacd152ef05c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5695813 Dec 07 15:18:32.434270 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-25cf9338-e29d-4b78-8b2a-fcd46ae40a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:32.434793 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 54994) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:32.591322 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb271e8-485b-414f-a6da-c41a222c05f3', 'tag': '1d23c9a1-e1b5-422f-b040-bbca7b145eec', 'status': 'completed', 'code': 200} Dec 07 15:18:32.618308 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port a35d8e01-fe8f-46a6-a24d-9533f1e77c9e triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:18:32.618725 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:32.774034 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e11a994c-c2ee-455b-b482-0caca223e8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:32.854255 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e11a994c-c2ee-455b-b482-0caca223e8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:32.960622 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e11a994c-c2ee-455b-b482-0caca223e8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:32.980842 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:33.025373 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cb730d8d-5a60-4498-a775-d7c78621c876 req-183e3723-1ca3-4fd6-aba8-0eeafb47f7c9 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 210 time: 0.1690428 Dec 07 15:18:33.031604 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a994c-c2ee-455b-b482-0caca223e8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62221376-e02e-46e0-ae5b-8ae3e35cb267,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:33.034485 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e11a994c-c2ee-455b-b482-0caca223e8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:33.039982 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e11a994c-c2ee-455b-b482-0caca223e8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:33.044051 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-e11a994c-c2ee-455b-b482-0caca223e8c5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/62221376-e02e-46e0-ae5b-8ae3e35cb267 HTTP/1.1" status: 204 len: 168 time: 0.5968208 Dec 07 15:18:33.046009 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-16b4e06d-118f-4653-bc11-182ad4c1046c req-20f7f7fe-b05b-420b-a21c-fecf9bc9d5f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77929a41e5a848828ba2300d41fc3faf&device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 1096 time: 0.4608574 Dec 07 15:18:33.049207 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba9f5d-5428-4577-b1bf-3cc5006b33c5 req-239b4c3f-5330-4f6d-b0cb-eaa6c49e6117 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:33.050900 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-06ba9f5d-5428-4577-b1bf-3cc5006b33c5 req-239b4c3f-5330-4f6d-b0cb-eaa6c49e6117 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 943 time: 0.7083941 Dec 07 15:18:33.208083 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-06ba9f5d-5428-4577-b1bf-3cc5006b33c5 req-4766f378-d9af-4224-8094-7e20a0ac18d5 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/security-groups?id=7bf37ef6-c59b-4b10-9b22-8ddfccc8f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180015 Dec 07 15:18:33.258066 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-7ff1ab80-29ae-4c00-a44d-bfc750de093e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Notify callbacks [] for port, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:33.297168 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4e06d-118f-4653-bc11-182ad4c1046c req-5a94b80d-011a-4585-9681-b3a8879c041e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:33.299002 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-16b4e06d-118f-4653-bc11-182ad4c1046c req-5a94b80d-011a-4585-9681-b3a8879c041e service neutron] 10.222.0.57 "GET /v2.0/networks?id=a325d691-6d79-4586-b0c5-18b48cad156e HTTP/1.1" status: 200 len: 913 time: 0.2422180 Dec 07 15:18:33.340778 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-41a71ff7-5980-4898-a34f-2a7c03a044e9 req-db396193-fbeb-4ad7-9b12-d19798955948 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 210 time: 0.0575409 Dec 07 15:18:33.376175 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-7ff1ab80-29ae-4c00-a44d-bfc750de093e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:33.400422 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:33.488774 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-16b4e06d-118f-4653-bc11-182ad4c1046c req-e185d437-ab92-4e04-bef6-cbfb24204b7d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d23c9a1-e1b5-422f-b040-bbca7b145eec HTTP/1.1" status: 200 len: 217 time: 0.1817122 Dec 07 15:18:33.562224 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1ab80-29ae-4c00-a44d-bfc750de093e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Pushing event updated for resources: {'Port': ['ID=edaef193-62ba-487a-93ff-6249cc7a8019,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:33.573353 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7ff1ab80-29ae-4c00-a44d-bfc750de093e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:33.582736 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4e06d-118f-4653-bc11-182ad4c1046c req-8058067f-b2cb-4fb7-b42b-b53d744e040f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:33.584894 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-16b4e06d-118f-4653-bc11-182ad4c1046c req-8058067f-b2cb-4fb7-b42b-b53d744e040f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=814d4e22-af86-4630-9c7c-cb38d0f27037 HTTP/1.1" status: 200 len: 852 time: 0.0892656 Dec 07 15:18:33.608666 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-7ff1ab80-29ae-4c00-a44d-bfc750de093e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Network 69c1c9a3-d42f-40c3-a885-61e13afc60b5 is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:18:33.611627 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-7ff1ab80-29ae-4c00-a44d-bfc750de093e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:18:33.625659 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-7ff1ab80-29ae-4c00-a44d-bfc750de093e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Received port after_create {{(pid=88189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:18:33.631665 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-7ff1ab80-29ae-4c00-a44d-bfc750de093e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:33.638368 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-7ff1ab80-29ae-4c00-a44d-bfc750de093e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:33.640095 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-16b4e06d-118f-4653-bc11-182ad4c1046c req-478f706d-4251-4b7a-8aff-de1423afd4dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a325d691-6d79-4586-b0c5-18b48cad156e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487022 Dec 07 15:18:33.641086 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.57', 57578) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:33.689349 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-7ff1ab80-29ae-4c00-a44d-bfc750de093e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3035069 Dec 07 15:18:33.701707 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Request body: {'port': {'device_id': '6e8e3c53-f134-4f53-989f-39ce30b1135e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:33.868942 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:33.984113 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-aab19778-6bad-4fff-b587-eef88acf96f7 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:33.985752 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-aab19778-6bad-4fff-b587-eef88acf96f7 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.57 "GET /v2.0/networks?id=69c1c9a3-d42f-40c3-a885-61e13afc60b5 HTTP/1.1" status: 200 len: 818 time: 0.3051524 Dec 07 15:18:34.235393 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.57', 57585) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:34.365021 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-b4af3758-db28-4809-847e-f189aa0ea10b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Request body: {'port': {'device_id': 'ac3f6213-cc10-4180-befd-75f87e5fa153', 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5', 'admin_state_up': True, 'tenant_id': 'de405d4fc7024e7c8b6dff5a3da97043'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:34.418229 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-16b4e06d-118f-4653-bc11-182ad4c1046c req-ca104a61-38a6-4e3a-b829-7cf407e469ed service neutron] 10.222.0.57 "GET /v2.0/networks/a325d691-6d79-4586-b0c5-18b48cad156e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7653947 Dec 07 15:18:34.696108 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-16b4e06d-118f-4653-bc11-182ad4c1046c req-23db59a5-561f-4f7d-971b-57c7419cbf3a service neutron] 10.222.0.57 "GET /v2.0/networks/a325d691-6d79-4586-b0c5-18b48cad156e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683568 Dec 07 15:18:34.716545 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55072) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:34.769523 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 1d23c9a1-e1b5-422f-b040-bbca7b145eec details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:18:34.787170 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-b4af3758-db28-4809-847e-f189aa0ea10b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:34.798439 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-b4af3758-db28-4809-847e-f189aa0ea10b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Usage tracker for resource:port and tenant:de405d4fc7024e7c8b6dff5a3da97043 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:34.805134 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-b4af3758-db28-4809-847e-f189aa0ea10b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:34.815883 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-b4af3758-db28-4809-847e-f189aa0ea10b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:34.845595 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-b4af3758-db28-4809-847e-f189aa0ea10b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Made reservation on behalf of de405d4fc7024e7c8b6dff5a3da97043 for: {'port': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:18:34.861279 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-b4af3758-db28-4809-847e-f189aa0ea10b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:35.118880 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-1d49d7e5-be24-4db7-99c8-728aca99a43f req-9c4b6583-c72d-4c76-9203-31f17f4e44b8 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Synchronizing usage tracker for tenant:de405d4fc7024e7c8b6dff5a3da97043 on resource:port {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:18:35.135713 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 1d23c9a1-e1b5-422f-b040-bbca7b145eec, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=1d23c9a1-e1b5-422f-b040-bbca7b145eec,segment=NetworkSegment(b44b0e4d-d26b-4699-8589-f4c4eae1a567),segment_id=b44b0e4d-d26b-4699-8589-f4c4eae1a567)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:18:35.173969 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': '1d23c9a1-e1b5-422f-b040-bbca7b145eec', 'network_id': 'a325d691-6d79-4586-b0c5-18b48cad156e', 'port_id': '1d23c9a1-e1b5-422f-b040-bbca7b145eec', 'mac_address': 'fa:16:3e:8d:2d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '814d4e22-af86-4630-9c7c-cb38d0f27037', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:18:35.258974 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:35.287115 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d23c9a1-e1b5-422f-b040-bbca7b145eec {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:18:35.327899 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 1d23c9a1-e1b5-422f-b040-bbca7b145eec, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=1d23c9a1-e1b5-422f-b040-bbca7b145eec,segment=NetworkSegment(b44b0e4d-d26b-4699-8589-f4c4eae1a567),segment_id=b44b0e4d-d26b-4699-8589-f4c4eae1a567)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:18:35.335544 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:35.340118 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:35.343972 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d4633a36-b934-4cc6-8549-92c7eeaeb0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:35.421384 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-d4633a36-b934-4cc6-8549-92c7eeaeb0ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:35.441780 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-d4633a36-b934-4cc6-8549-92c7eeaeb0ce admin admin] Usage tracker for resource:security_group_rule and tenant:b4447799a608406d8bb38bb45a29e35c is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:35.449828 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-d4633a36-b934-4cc6-8549-92c7eeaeb0ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:35.484378 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-d4633a36-b934-4cc6-8549-92c7eeaeb0ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:35.503921 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=1d23c9a1-e1b5-422f-b040-bbca7b145eec,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:35.529729 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:35.569599 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-50aaaff2-caf9-45b7-ad92-4c47429adb52 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:35.573363 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-50aaaff2-caf9-45b7-ad92-4c47429adb52 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.57 "GET /v2.0/networks?id=094b8464-5ed4-428c-85f9-2c8468dfbadf HTTP/1.1" status: 200 len: 817 time: 1.3344123 Dec 07 15:18:35.606443 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d4633a36-b934-4cc6-8549-92c7eeaeb0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:35.610574 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d4633a36-b934-4cc6-8549-92c7eeaeb0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:35.611101 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['1d23c9a1-e1b5-422f-b040-bbca7b145eec'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:18:35.619977 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a2db7918-5a64-4eec-86ec-900bd88c2543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:35.680510 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-1d49d7e5-be24-4db7-99c8-728aca99a43f req-9c4b6583-c72d-4c76-9203-31f17f4e44b8 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Unset dirty status for tenant:de405d4fc7024e7c8b6dff5a3da97043 on resource:port {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:18:35.690785 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4633a36-b934-4cc6-8549-92c7eeaeb0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bf0815-ad0e-438c-a39c-22bf1d945aa5,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:35.709768 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d4633a36-b934-4cc6-8549-92c7eeaeb0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:35.718409 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1d49d7e5-be24-4db7-99c8-728aca99a43f req-9c4b6583-c72d-4c76-9203-31f17f4e44b8 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 210 time: 1.3789940 Dec 07 15:18:35.721018 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-d4633a36-b934-4cc6-8549-92c7eeaeb0ce admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b4447799a608406d8bb38bb45a29e35c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0027101 Dec 07 15:18:35.724228 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55128) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:35.837125 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-89bd06b4-44b1-47fc-8c63-e5fbad4952ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:35.842068 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-cc2b4976-1de0-45d8-b5b2-1c782ff0b49d tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9c656814e5740ada798cf35922cb848 HTTP/1.1" status: 200 len: 380 time: 0.2487202 Dec 07 15:18:35.878938 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Request body: {'port': {'device_id': 'f9d1c34f-936f-4a8d-9645-cacc4469e8be', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'admin_state_up': True, 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'security_groups': ['3ce4f014-094f-484c-a123-c5ee21a1543e']}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:35.879661 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-89bd06b4-44b1-47fc-8c63-e5fbad4952ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:35.940019 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce8b2f-1b9d-4b92-8523-1d13a70821e3 req-a3c132fd-09cf-4059-abe8-bab5499b5832 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:35.947716 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c4ce8b2f-1b9d-4b92-8523-1d13a70821e3 req-a3c132fd-09cf-4059-abe8-bab5499b5832 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 943 time: 1.4037495 Dec 07 15:18:35.966143 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-89bd06b4-44b1-47fc-8c63-e5fbad4952ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:35.988181 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:36.030604 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd06b4-44b1-47fc-8c63-e5fbad4952ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bf0815-ad0e-438c-a39c-22bf1d945aa5,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:36.033735 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-89bd06b4-44b1-47fc-8c63-e5fbad4952ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:36.037499 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-89bd06b4-44b1-47fc-8c63-e5fbad4952ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:36.048620 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-89bd06b4-44b1-47fc-8c63-e5fbad4952ad admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f8bf0815-ad0e-438c-a39c-22bf1d945aa5 HTTP/1.1" status: 204 len: 168 time: 0.3133020 Dec 07 15:18:36.207333 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-368f967f-5cb0-49e3-918c-1d938b78ad40 req-79200585-4d89-47bd-8559-523d5199cabf tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 210 time: 0.2528453 Dec 07 15:18:36.293959 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edaef193-62ba-487a-93ff-6249cc7a8019 {{(pid=88189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:18:36.339836 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:36.345626 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c4ce8b2f-1b9d-4b92-8523-1d13a70821e3 req-17c9ad10-862d-4b3a-8f4b-4e47067a447c tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/security-groups?id=7bf37ef6-c59b-4b10-9b22-8ddfccc8f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970201 Dec 07 15:18:36.367816 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:36.373822 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Transition to ACTIVE for port object edaef193-62ba-487a-93ff-6249cc7a8019 will not be triggered until provisioned by entity L2. {{(pid=88189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:18:36.376399 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Usage tracker for resource:port and tenant:a9c656814e5740ada798cf35922cb848 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:36.380264 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:36.386569 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:36.389215 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:36.399132 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0c108322-4943-4f78-b67c-a3295d8b1dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:36.473814 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Made reservation on behalf of a9c656814e5740ada798cf35922cb848 for: {'port': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:18:36.479985 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:36.513491 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-b4af3758-db28-4809-847e-f189aa0ea10b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Allocated IP 172.20.0.3 (69c1c9a3-d42f-40c3-a885-61e13afc60b5/14b5a408-1ee6-4316-94e2-f5e7198dad0f/bf1cab45-51f6-438d-a87f-b1a7352f5030) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:18:36.642106 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Pushing event updated for resources: {'Port': ['ID=edaef193-62ba-487a-93ff-6249cc7a8019,revision_number=2']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:36.652549 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:36.749373 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 1d23c9a1-e1b5-422f-b040-bbca7b145eec up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:18:36.828090 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Attempting to bind port edaef193-62ba-487a-93ff-6249cc7a8019 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:18:36.839111 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Attempting to bind port edaef193-62ba-487a-93ff-6249cc7a8019 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': '850ed2b4-6abd-4b01-be99-8fc58ad6b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5'}] {{(pid=88189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:18:36.845990 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Attempting to bind port edaef193-62ba-487a-93ff-6249cc7a8019 on network 69c1c9a3-d42f-40c3-a885-61e13afc60b5 {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:18:36.871364 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55176) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:36.922494 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Port edaef193-62ba-487a-93ff-6249cc7a8019 on network 69c1c9a3-d42f-40c3-a885-61e13afc60b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:18:36.923018 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Attempting to bind port edaef193-62ba-487a-93ff-6249cc7a8019 on network 69c1c9a3-d42f-40c3-a885-61e13afc60b5 {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:18:36.923558 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning for port 1d23c9a1-e1b5-422f-b040-bbca7b145eec completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:18:36.938302 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port 1d23c9a1-e1b5-422f-b040-bbca7b145eec triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:18:36.939641 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:36.939930 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Checking agent: {'id': 'cbbfcabc-3255-4d4c-9281-bbfa60486e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'started_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:18:36.940471 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Checking segment: {'id': '850ed2b4-6abd-4b01-be99-8fc58ad6b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:18:36.941171 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Bound using segment: {'id': '850ed2b4-6abd-4b01-be99-8fc58ad6b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5'} {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:18:36.941793 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Bound port: edaef193-62ba-487a-93ff-6249cc7a8019, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '850ed2b4-6abd-4b01-be99-8fc58ad6b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5'}}] {{(pid=88189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:18:36.942343 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:36.972386 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a8131c3c-99ec-472b-a574-726d8f5b8bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:37.037296 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d49d0696-7eb6-420a-9754-9e95d190c532 req-e2a95884-c50a-42d0-a39f-2b755809682d tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 210 time: 0.0698650 Dec 07 15:18:37.046135 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Allocated IP 172.20.0.3 (094b8464-5ed4-428c-85f9-2c8468dfbadf/d1159b89-e409-480d-88a1-0e02146c58fd/cad0d6ad-3822-445a-83a8-1ee869010539) {{(pid=88189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:18:37.106190 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:37.145866 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a8131c3c-99ec-472b-a574-726d8f5b8bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:37.150851 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-b4af3758-db28-4809-847e-f189aa0ea10b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:37.151469 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb271e8-485b-414f-a6da-c41a222c05f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d23c9a1-e1b5-422f-b040-bbca7b145eec'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:18:37.169331 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a8131c3c-99ec-472b-a574-726d8f5b8bd3 admin admin] Usage tracker for resource:security_group_rule and tenant:9e6ea3081ce7473a86016506144d021a is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:37.176500 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a8131c3c-99ec-472b-a574-726d8f5b8bd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:37.196131 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a8131c3c-99ec-472b-a574-726d8f5b8bd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:37.205459 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] For port edaef193-62ba-487a-93ff-6249cc7a8019, host hv-cinder-82062, cleared binding levels {{(pid=88189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:18:37.249620 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 1d23c9a1-e1b5-422f-b040-bbca7b145eec, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=1d23c9a1-e1b5-422f-b040-bbca7b145eec,segment=NetworkSegment(b44b0e4d-d26b-4699-8589-f4c4eae1a567),segment_id=b44b0e4d-d26b-4699-8589-f4c4eae1a567)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:18:37.262919 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:37.267859 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:37.298816 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-b4af3758-db28-4809-847e-f189aa0ea10b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:37.340352 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] For port edaef193-62ba-487a-93ff-6249cc7a8019, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=edaef193-62ba-487a-93ff-6249cc7a8019,segment=NetworkSegment(850ed2b4-6abd-4b01-be99-8fc58ad6b4a5),segment_id=850ed2b4-6abd-4b01-be99-8fc58ad6b4a5)] {{(pid=88189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:18:37.344993 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-cd51528a-383d-4479-b8aa-f80adf4a75f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:37.421278 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for port, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:37.423764 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=1d23c9a1-e1b5-422f-b040-bbca7b145eec,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:37.428968 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:37.459687 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Transition to ACTIVE for port object cad0d6ad-3822-445a-83a8-1ee869010539 will not be triggered until provisioned by entity DHCP. {{(pid=88189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:18:37.505794 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:37.579396 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-b4af3758-db28-4809-847e-f189aa0ea10b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Network 69c1c9a3-d42f-40c3-a885-61e13afc60b5 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:18:37.586198 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-b4af3758-db28-4809-847e-f189aa0ea10b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:18:37.599630 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a8131c3c-99ec-472b-a574-726d8f5b8bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:37.601109 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-b4af3758-db28-4809-847e-f189aa0ea10b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:18:37.605346 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-b4af3758-db28-4809-847e-f189aa0ea10b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:37.606073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-b4af3758-db28-4809-847e-f189aa0ea10b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:37.617395 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a8131c3c-99ec-472b-a574-726d8f5b8bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:37.619053 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:37.624107 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af3758-db28-4809-847e-f189aa0ea10b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Pushing event updated for resources: {'Port': ['ID=bf1cab45-51f6-438d-a87f-b1a7352f5030,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:37.625069 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:37.659359 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b4af3758-db28-4809-847e-f189aa0ea10b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:37.662334 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e779e80f-6ddb-4b3f-8328-3208ea3dc727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:37.696575 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-b4af3758-db28-4809-847e-f189aa0ea10b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6936538 Dec 07 15:18:37.703607 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8131c3c-99ec-472b-a574-726d8f5b8bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23028ec-cacb-496f-8d75-e7fb2d176756,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:37.712436 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Request body: {'port': {'device_id': 'ac3f6213-cc10-4180-befd-75f87e5fa153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:37.724220 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Pushing event updated for resources: {'Port': ['ID=edaef193-62ba-487a-93ff-6249cc7a8019,revision_number=3']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:37.773038 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a8131c3c-99ec-472b-a574-726d8f5b8bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:37.803071 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a8131c3c-99ec-472b-a574-726d8f5b8bd3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9e6ea3081ce7473a86016506144d021a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9304848 Dec 07 15:18:37.803906 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55222) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:37.895306 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:37.897053 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] 10.222.0.57 "PUT /v2.0/ports/edaef193-62ba-487a-93ff-6249cc7a8019 HTTP/1.1" status: 200 len: 1094 time: 4.2004702 Dec 07 15:18:37.916229 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8e3c53-f134-4f53-989f-39ce30b1135e', 'tag': 'edaef193-62ba-487a-93ff-6249cc7a8019'}] {{(pid=88189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:18:37.921822 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:38.140796 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-dec97e90-d40f-49c6-a268-13b11fef3857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:38.187994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Network 094b8464-5ed4-428c-85f9-2c8468dfbadf is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:18:38.198509 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:18:38.217358 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Received port after_create {{(pid=88189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:18:38.221783 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:38.222657 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:38.237402 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-dec97e90-d40f-49c6-a268-13b11fef3857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:38.415404 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Pushing event updated for resources: {'Port': ['ID=cad0d6ad-3822-445a-83a8-1ee869010539,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:38.419841 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5490823 Dec 07 15:18:38.425014 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:38.436165 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a73c2-314c-467a-842f-586a58015b1d req-f8240237-9744-4496-83d9-9bb4e2241a3c tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:38.438279 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-670a73c2-314c-467a-842f-586a58015b1d req-f8240237-9744-4496-83d9-9bb4e2241a3c tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 945 time: 0.7217569 Dec 07 15:18:38.439134 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.691s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:38.439749 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:38.460300 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Request body: {'port': {'device_id': 'f9d1c34f-936f-4a8d-9645-cacc4469e8be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:38.505185 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-dec97e90-d40f-49c6-a268-13b11fef3857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:38.515330 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f6fa1fca-37b2-45bd-9914-1dd17d490e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:38.541250 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec97e90-d40f-49c6-a268-13b11fef3857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23028ec-cacb-496f-8d75-e7fb2d176756,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:38.549868 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-dec97e90-d40f-49c6-a268-13b11fef3857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:38.570799 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-dec97e90-d40f-49c6-a268-13b11fef3857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:38.572462 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-dec97e90-d40f-49c6-a268-13b11fef3857 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c23028ec-cacb-496f-8d75-e7fb2d176756 HTTP/1.1" status: 204 len: 168 time: 0.7674608 Dec 07 15:18:38.603282 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-37a53955-80c7-4d1b-8573-04311b8511ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:38.662852 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf1cab45-51f6-438d-a87f-b1a7352f5030 {{(pid=88188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:18:38.677197 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:38.680852 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf7a15-472a-4e58-95d2-b1aefbebd764 req-612ab286-5b3d-49d2-be8c-b8ac7db7c213 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:38.681768 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-63cf7a15-472a-4e58-95d2-b1aefbebd764 req-612ab286-5b3d-49d2-be8c-b8ac7db7c213 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Synchronizing usage tracker for tenant:a9c656814e5740ada798cf35922cb848 on resource:port {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:18:38.716681 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Transition to ACTIVE for port object bf1cab45-51f6-438d-a87f-b1a7352f5030 will not be triggered until provisioned by entity L2. {{(pid=88188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:18:38.723408 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:38.731598 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e2481985-5106-4891-a264-2fa9e5a343e1 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:38.754257 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-670a73c2-314c-467a-842f-586a58015b1d req-5e39a547-44a3-4671-922d-86857a6004dc tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/security-groups?id=7bf37ef6-c59b-4b10-9b22-8ddfccc8f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970409 Dec 07 15:18:38.759557 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-26beed96-9fd2-4720-b69e-2f31ef964cb2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=de405d4fc7024e7c8b6dff5a3da97043&device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 1097 time: 0.7839971 Dec 07 15:18:38.760150 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:38.827448 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-1eaf92de-e481-46ef-88b3-812a598056a5 None None] Provisioning for port cad0d6ad-3822-445a-83a8-1ee869010539 completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:18:38.838027 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-1eaf92de-e481-46ef-88b3-812a598056a5 None None] Provisioning complete for port cad0d6ad-3822-445a-83a8-1ee869010539 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:18:38.839222 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1eaf92de-e481-46ef-88b3-812a598056a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:38.897258 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-63cf7a15-472a-4e58-95d2-b1aefbebd764 req-612ab286-5b3d-49d2-be8c-b8ac7db7c213 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Unset dirty status for tenant:a9c656814e5740ada798cf35922cb848 on resource:port {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:18:38.905278 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Pushing event updated for resources: {'Port': ['ID=bf1cab45-51f6-438d-a87f-b1a7352f5030,revision_number=2']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:38.916251 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-63cf7a15-472a-4e58-95d2-b1aefbebd764 req-612ab286-5b3d-49d2-be8c-b8ac7db7c213 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 931 time: 1.4210916 Dec 07 15:18:38.921977 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:38.985776 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-1eaf92de-e481-46ef-88b3-812a598056a5 None None] Port cad0d6ad-3822-445a-83a8-1ee869010539 cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:18:39.005968 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Attempting to bind port bf1cab45-51f6-438d-a87f-b1a7352f5030 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:18:39.006269 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Attempting to bind port bf1cab45-51f6-438d-a87f-b1a7352f5030 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': '850ed2b4-6abd-4b01-be99-8fc58ad6b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5'}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:18:39.006670 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Attempting to bind port bf1cab45-51f6-438d-a87f-b1a7352f5030 on network 69c1c9a3-d42f-40c3-a885-61e13afc60b5 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:18:39.014582 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Port bf1cab45-51f6-438d-a87f-b1a7352f5030 on network 69c1c9a3-d42f-40c3-a885-61e13afc60b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:18:39.014582 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Attempting to bind port bf1cab45-51f6-438d-a87f-b1a7352f5030 on network 69c1c9a3-d42f-40c3-a885-61e13afc60b5 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:18:39.022284 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Checking agent: {'id': 'cbbfcabc-3255-4d4c-9281-bbfa60486e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'started_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:18:39.026047 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Checking segment: {'id': '850ed2b4-6abd-4b01-be99-8fc58ad6b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:18:39.026047 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Bound using segment: {'id': '850ed2b4-6abd-4b01-be99-8fc58ad6b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5'} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:18:39.026047 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Bound port: bf1cab45-51f6-438d-a87f-b1a7352f5030, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '850ed2b4-6abd-4b01-be99-8fc58ad6b4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5'}}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:18:39.026047 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:39.026573 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-d760e75c-93aa-4811-8ea4-21b7e83d1d7b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edaef193-62ba-487a-93ff-6249cc7a8019 HTTP/1.1" status: 200 len: 217 time: 0.2471032 Dec 07 15:18:39.112058 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb271e8-485b-414f-a6da-c41a222c05f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d23c9a1-e1b5-422f-b040-bbca7b145eec', 'code': 200} Dec 07 15:18:39.199246 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] For port bf1cab45-51f6-438d-a87f-b1a7352f5030, host hv-cinder-82062, cleared binding levels {{(pid=88188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:18:39.203093 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] For port bf1cab45-51f6-438d-a87f-b1a7352f5030, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=bf1cab45-51f6-438d-a87f-b1a7352f5030,segment=NetworkSegment(850ed2b4-6abd-4b01-be99-8fc58ad6b4a5),segment_id=850ed2b4-6abd-4b01-be99-8fc58ad6b4a5)] {{(pid=88188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:18:39.209592 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:39.220057 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-b100d7c3-7c67-44c0-8478-b24e9c86b88b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:39.221707 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-b100d7c3-7c67-44c0-8478-b24e9c86b88b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14b5a408-1ee6-4316-94e2-f5e7198dad0f HTTP/1.1" status: 200 len: 858 time: 0.1955502 Dec 07 15:18:39.226818 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:39.244714 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-63cf7a15-472a-4e58-95d2-b1aefbebd764 req-d93f0a51-0d0f-401e-93a8-108b261988ce tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044417 Dec 07 15:18:39.365383 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-c121d992-655b-490a-bb6c-7a3ff0cf64a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69c1c9a3-d42f-40c3-a885-61e13afc60b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162183 Dec 07 15:18:39.415505 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:39.417014 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] 10.222.0.57 "PUT /v2.0/ports/bf1cab45-51f6-438d-a87f-b1a7352f5030 HTTP/1.1" status: 200 len: 1093 time: 1.7090232 Dec 07 15:18:39.417551 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3f6213-cc10-4180-befd-75f87e5fa153', 'tag': 'bf1cab45-51f6-438d-a87f-b1a7352f5030'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:18:39.547091 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-5f7333d1-4835-49d0-a019-5bc9dba38349 service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656737 Dec 07 15:18:39.627045 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Pushing event updated for resources: {'Port': ['ID=bf1cab45-51f6-438d-a87f-b1a7352f5030,revision_number=3']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:39.634236 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:39.666574 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-a5a57d91-ea2e-4315-b9d0-08c21f3b939a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=de405d4fc7024e7c8b6dff5a3da97043&device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 1096 time: 0.1318710 Dec 07 15:18:39.673753 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-097512a0-3ac4-4315-95aa-f04983d27b51 req-6f523545-07a2-4242-ab48-909fbff2f667 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 1098 time: 0.2141836 Dec 07 15:18:39.695762 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:39.779533 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3f6213-cc10-4180-befd-75f87e5fa153', 'tag': 'bf1cab45-51f6-438d-a87f-b1a7352f5030', 'status': 'completed', 'code': 200} Dec 07 15:18:39.803019 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-097512a0-3ac4-4315-95aa-f04983d27b51 req-db47b098-7135-4b86-b445-14fbfc75d899 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:39.827778 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-c7644db2-826b-4467-aa6b-c91554e3f3b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf1cab45-51f6-438d-a87f-b1a7352f5030 HTTP/1.1" status: 200 len: 217 time: 0.1481946 Dec 07 15:18:39.868041 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8e3c53-f134-4f53-989f-39ce30b1135e', 'tag': 'edaef193-62ba-487a-93ff-6249cc7a8019', 'status': 'completed', 'code': 200} Dec 07 15:18:39.920994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-b4581694-3e0e-4d8c-ac4a-07557b77153b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:39.922683 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-b4581694-3e0e-4d8c-ac4a-07557b77153b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14b5a408-1ee6-4316-94e2-f5e7198dad0f HTTP/1.1" status: 200 len: 858 time: 0.0927756 Dec 07 15:18:40.066865 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-66b9cd94-91a0-473e-8ecc-ff95433bd4ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69c1c9a3-d42f-40c3-a885-61e13afc60b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325858 Dec 07 15:18:40.078267 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-097512a0-3ac4-4315-95aa-f04983d27b51 req-db47b098-7135-4b86-b445-14fbfc75d899 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:40.091319 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3653cc-6696-482b-981c-eadd8e476a6d req-a8fb0ef3-658b-450a-8c8d-d8474b77e0b4 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:40.115576 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8b3653cc-6696-482b-981c-eadd8e476a6d req-a8fb0ef3-658b-450a-8c8d-d8474b77e0b4 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 943 time: 0.8024936 Dec 07 15:18:40.137804 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-097512a0-3ac4-4315-95aa-f04983d27b51 req-db47b098-7135-4b86-b445-14fbfc75d899 service neutron] Usage tracker for resource:security_group_rule and tenant:e3a7e6dd87494218a30bbd5430abc15d is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:40.145001 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-097512a0-3ac4-4315-95aa-f04983d27b51 req-db47b098-7135-4b86-b445-14fbfc75d899 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:40.189161 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-097512a0-3ac4-4315-95aa-f04983d27b51 req-db47b098-7135-4b86-b445-14fbfc75d899 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:40.301701 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1c520bfa-b3e8-4839-8b5b-3b3a77d6acf8 req-a090d2f1-3386-4ba4-b1f1-b3bce4f26ed0 service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7339354 Dec 07 15:18:40.441615 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55368) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:40.451137 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55372) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:40.541322 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-8b3653cc-6696-482b-981c-eadd8e476a6d req-bb458f14-2b12-4b3a-ae8f-f96eb7aff936 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Synchronizing usage tracker for tenant:de405d4fc7024e7c8b6dff5a3da97043 on resource:security_group {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:18:40.587038 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87981638-4e90-4a58-878c-e414585dd4e2 req-d4ef08b4-1b52-44dc-b2ad-0dab7d33d5ee tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:40.588758 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-87981638-4e90-4a58-878c-e414585dd4e2 req-d4ef08b4-1b52-44dc-b2ad-0dab7d33d5ee tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 945 time: 0.4363256 Dec 07 15:18:40.614335 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-fa723e21-338d-46ae-b498-48905f16bc9b service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360990 Dec 07 15:18:40.676415 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6b686f87-5895-415c-b162-40cc8865ef4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:40.702505 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1fbc611f-3d5f-4776-8ac8-b1a8f8bf2663 req-cb358847-87e0-46a7-967c-d4e2312e3c68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=de405d4fc7024e7c8b6dff5a3da97043&device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 1097 time: 0.2767761 Dec 07 15:18:40.855018 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1746167967-network', 'tenant_id': '2679d8300b7a43ad92d530cb4a745192'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:40.866351 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:40.868804 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Usage tracker for resource:network and tenant:2679d8300b7a43ad92d530cb4a745192 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:40.871911 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:40.878321 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:40.898182 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-097512a0-3ac4-4315-95aa-f04983d27b51 req-db47b098-7135-4b86-b445-14fbfc75d899 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:40.908589 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-097512a0-3ac4-4315-95aa-f04983d27b51 req-db47b098-7135-4b86-b445-14fbfc75d899 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:40.912558 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-eec59a11-9f2c-4f59-9e9c-9c99f1bb210d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:40.933285 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a8131c3c-99ec-472b-a574-726d8f5b8bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:40.947284 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Made reservation on behalf of 2679d8300b7a43ad92d530cb4a745192 for: {'network': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:18:40.952151 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for network, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:40.954888 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-8b3653cc-6696-482b-981c-eadd8e476a6d req-bb458f14-2b12-4b3a-ae8f-f96eb7aff936 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Unset dirty status for tenant:de405d4fc7024e7c8b6dff5a3da97043 on resource:security_group {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:18:40.968277 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8b3653cc-6696-482b-981c-eadd8e476a6d req-bb458f14-2b12-4b3a-ae8f-f96eb7aff936 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8516018 Dec 07 15:18:41.009218 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:41.027905 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4bec0b9a-1ab1-4a3e-9c19-22e47cff274b req-86506a28-7155-4765-8b47-3e970e3ae775 service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030509 Dec 07 15:18:41.033748 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-87981638-4e90-4a58-878c-e414585dd4e2 req-9d2e32cd-f1f5-4d12-a25f-776c6f0bbf60 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/security-groups?id=7bf37ef6-c59b-4b10-9b22-8ddfccc8f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059699 Dec 07 15:18:41.053894 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-097512a0-3ac4-4315-95aa-f04983d27b51 req-db47b098-7135-4b86-b445-14fbfc75d899 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7bf37ef6-c59b-4b10-9b22-8ddfccc8f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3200476 Dec 07 15:18:41.055230 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47b098-7135-4b86-b445-14fbfc75d899 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fab174-a7fe-4966-b377-a7a12ba093b8,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:41.074088 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-db47b098-7135-4b86-b445-14fbfc75d899 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:41.082854 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc611f-3d5f-4776-8ac8-b1a8f8bf2663 req-759bcad9-c96b-43b2-b2e0-3c1516a0d32d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:41.087669 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1fbc611f-3d5f-4776-8ac8-b1a8f8bf2663 req-759bcad9-c96b-43b2-b2e0-3c1516a0d32d service neutron] 10.222.0.57 "GET /v2.0/networks?id=69c1c9a3-d42f-40c3-a885-61e13afc60b5 HTTP/1.1" status: 200 len: 919 time: 0.3842614 Dec 07 15:18:41.089830 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad0d6ad-3822-445a-83a8-1ee869010539 {{(pid=88189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:18:41.092781 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-eec59a11-9f2c-4f59-9e9c-9c99f1bb210d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:41.099809 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-eec59a11-9f2c-4f59-9e9c-9c99f1bb210d admin admin] Usage tracker for resource:security_group_rule and tenant:0c30f947d1de43ba9371d779ef439374 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:41.100363 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:41.108786 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-eec59a11-9f2c-4f59-9e9c-9c99f1bb210d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:41.111426 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:41.113992 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-eec59a11-9f2c-4f59-9e9c-9c99f1bb210d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:41.117787 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Usage tracker for resource:security_group_rule and tenant:2679d8300b7a43ad92d530cb4a745192 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:41.120099 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Transition to ACTIVE for port object cad0d6ad-3822-445a-83a8-1ee869010539 will not be triggered until provisioned by entity L2. {{(pid=88189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:18:41.121779 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:41.123941 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:41.129672 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:41.134419 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:41.243149 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-eec59a11-9f2c-4f59-9e9c-9c99f1bb210d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:41.267291 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:41.275555 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-eec59a11-9f2c-4f59-9e9c-9c99f1bb210d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:41.286544 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:41.287811 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b71ce256-adcb-4b9a-9aa9-c3d7062820ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:41.358360 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:41.432384 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=88188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:18:41.443650 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-eec59a11-9f2c-4f59-9e9c-9c99f1bb210d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0c30f947d1de43ba9371d779ef439374&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9897015 Dec 07 15:18:41.447575 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec59a11-9f2c-4f59-9e9c-9c99f1bb210d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad39e647-2596-4b4a-851d-a79acb080a86,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:41.462272 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55434) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:41.482338 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:41.482944 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.segments_db [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Added segment 03c52c7c-9b93-4500-a217-42544703a072 of type vlan for network d4c29737-6cb5-4f9f-8367-8a30a0b0b89d Dec 07 15:18:41.492406 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-eec59a11-9f2c-4f59-9e9c-9c99f1bb210d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:41.493191 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:41.595211 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744366061905'] for network, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:41.626543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55440) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:41.632504 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cad0d6ad-3822-445a-83a8-1ee869010539,revision_number=2']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:41.656723 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9b4b1c-57dc-4a9e-a91f-e018b0ec43b9,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:41.663997 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:41.668057 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:41.669496 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5575b3e0-63b3-48d9-977d-993ccb99ef1c req-c4df2ec4-b25a-4af1-ab47-69167a167a84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=de405d4fc7024e7c8b6dff5a3da97043&device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 1096 time: 0.3649786 Dec 07 15:18:41.698236 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1fbc611f-3d5f-4776-8ac8-b1a8f8bf2663 req-221ab186-a4c6-4f13-bad4-53d2e8d6d053 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edaef193-62ba-487a-93ff-6249cc7a8019 HTTP/1.1" status: 200 len: 217 time: 0.1549480 Dec 07 15:18:41.814631 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042765b3-8e92-44fa-b33a-39e3c19ba688 req-9236dd06-91e2-4048-982b-f4152b15b65b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:41.816542 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-042765b3-8e92-44fa-b33a-39e3c19ba688 req-9236dd06-91e2-4048-982b-f4152b15b65b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 943 time: 0.6350567 Dec 07 15:18:41.866541 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Attempting to bind port cad0d6ad-3822-445a-83a8-1ee869010539 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:18:41.866930 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Attempting to bind port cad0d6ad-3822-445a-83a8-1ee869010539 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'd0de9205-b641-46ed-94ae-067f28e348bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf'}] {{(pid=88189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:18:41.867306 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Attempting to bind port cad0d6ad-3822-445a-83a8-1ee869010539 on network 094b8464-5ed4-428c-85f9-2c8468dfbadf {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:18:41.880000 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc611f-3d5f-4776-8ac8-b1a8f8bf2663 req-d06fe1cb-afa6-43eb-afb6-2be9e30479ed service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:41.881585 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1fbc611f-3d5f-4776-8ac8-b1a8f8bf2663 req-d06fe1cb-afa6-43eb-afb6-2be9e30479ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14b5a408-1ee6-4316-94e2-f5e7198dad0f HTTP/1.1" status: 200 len: 858 time: 0.1758764 Dec 07 15:18:41.926769 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Port cad0d6ad-3822-445a-83a8-1ee869010539 on network 094b8464-5ed4-428c-85f9-2c8468dfbadf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:18:41.927099 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Attempting to bind port cad0d6ad-3822-445a-83a8-1ee869010539 on network 094b8464-5ed4-428c-85f9-2c8468dfbadf {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:18:41.947512 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1fbc611f-3d5f-4776-8ac8-b1a8f8bf2663 req-c3a59e5b-bfa4-4afa-80e1-0ab573257500 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69c1c9a3-d42f-40c3-a885-61e13afc60b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558903 Dec 07 15:18:41.952826 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Checking agent: {'id': 'cbbfcabc-3255-4d4c-9281-bbfa60486e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'started_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:18:41.952826 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Checking segment: {'id': 'd0de9205-b641-46ed-94ae-067f28e348bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:18:41.952826 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Bound using segment: {'id': 'd0de9205-b641-46ed-94ae-067f28e348bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf'} {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:18:41.953316 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Bound port: cad0d6ad-3822-445a-83a8-1ee869010539, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0de9205-b641-46ed-94ae-067f28e348bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf'}}] {{(pid=88189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:18:41.953708 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:41.992109 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-042765b3-8e92-44fa-b33a-39e3c19ba688 req-d1ffbe82-2b84-49f4-bb76-df9722048bd0 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617777 Dec 07 15:18:42.083169 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a36cbdef-dfc1-460d-b482-1f7f9518bfc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:42.090934 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-95580737-dfc1-421d-b549-19474ec720c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:42.098105 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for network, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:42.129142 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:42.129813 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:42.179645 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:42.227021 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-95580737-dfc1-421d-b549-19474ec720c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:42.228018 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] For port cad0d6ad-3822-445a-83a8-1ee869010539, host hv-cinder-82062, cleared binding levels {{(pid=88189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:18:42.285903 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1fbc611f-3d5f-4776-8ac8-b1a8f8bf2663 req-3f51e3bf-7f9b-464f-a0f3-9cc15458fa90 service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199999 Dec 07 15:18:42.301637 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] For port cad0d6ad-3822-445a-83a8-1ee869010539, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=cad0d6ad-3822-445a-83a8-1ee869010539,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:18:42.332885 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:42.377683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a36cbdef-dfc1-460d-b482-1f7f9518bfc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:42.389714 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575b3e0-63b3-48d9-977d-993ccb99ef1c req-ffd49338-db84-4176-b88a-19ea4a55bfa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:42.391693 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5575b3e0-63b3-48d9-977d-993ccb99ef1c req-ffd49338-db84-4176-b88a-19ea4a55bfa1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=69c1c9a3-d42f-40c3-a885-61e13afc60b5 HTTP/1.1" status: 200 len: 919 time: 0.7123930 Dec 07 15:18:42.403051 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:42.406896 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Pushing event updated for resources: {'Network': ['ID=d4c29737-6cb5-4f9f-8367-8a30a0b0b89d,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:42.417336 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a36cbdef-dfc1-460d-b482-1f7f9518bfc0 admin admin] Usage tracker for resource:security_group_rule and tenant:52da1ed9e1b4413ba9fc57095f44b8ab is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:42.482453 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:42.484266 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a36cbdef-dfc1-460d-b482-1f7f9518bfc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:42.491391 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Network d4c29737-6cb5-4f9f-8367-8a30a0b0b89d details requested by agent ovs-agent-dv-cinder-820628-1-smb with host dv-cinder-820628-1-smb {{(pid=88190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:18:42.513871 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5575b3e0-63b3-48d9-977d-993ccb99ef1c req-ee2bb9fd-63fa-40df-b3d9-c31e5527a815 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf1cab45-51f6-438d-a87f-b1a7352f5030 HTTP/1.1" status: 200 len: 217 time: 0.1014585 Dec 07 15:18:42.519573 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a36cbdef-dfc1-460d-b482-1f7f9518bfc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:42.604364 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a36cbdef-dfc1-460d-b482-1f7f9518bfc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:42.615964 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:42.618386 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1620264 Dec 07 15:18:42.618562 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] 10.222.0.57 "PUT /v2.0/ports/cad0d6ad-3822-445a-83a8-1ee869010539 HTTP/1.1" status: 200 len: 1093 time: 4.1737001 Dec 07 15:18:42.632058 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1fbc611f-3d5f-4776-8ac8-b1a8f8bf2663 req-d2e3b5e9-57ee-48ae-9286-6209d85376a7 service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324647 Dec 07 15:18:42.632915 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d1c34f-936f-4a8d-9645-cacc4469e8be', 'tag': 'cad0d6ad-3822-445a-83a8-1ee869010539'}] {{(pid=88189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:18:42.634938 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:42.666414 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 55462) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:42.681125 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-95580737-dfc1-421d-b549-19474ec720c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:42.686751 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-72e18643-7097-4b01-be03-8da3c27a1ba1 admin admin] Request body: {'subnet': {'network_id': 'd4c29737-6cb5-4f9f-8367-8a30a0b0b89d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1746167967-subnet', 'tenant_id': '2679d8300b7a43ad92d530cb4a745192', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:42.687633 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a36cbdef-dfc1-460d-b482-1f7f9518bfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:42.703616 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dee6a-53bf-404f-b478-1e7f21f7d116 req-c6eacab7-c1d3-4b34-8c03-2b4cec0a69f2 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:42.705968 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d58dee6a-53bf-404f-b478-1e7f21f7d116 req-c6eacab7-c1d3-4b34-8c03-2b4cec0a69f2 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 943 time: 0.4822145 Dec 07 15:18:42.722248 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-72e18643-7097-4b01-be03-8da3c27a1ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:42.729465 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cad0d6ad-3822-445a-83a8-1ee869010539,revision_number=3']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:42.740417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-db47b098-7135-4b86-b445-14fbfc75d899 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:42.763170 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95580737-dfc1-421d-b549-19474ec720c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad39e647-2596-4b4a-851d-a79acb080a86,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:42.767341 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a36cbdef-dfc1-460d-b482-1f7f9518bfc0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=52da1ed9e1b4413ba9fc57095f44b8ab&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1329911 Dec 07 15:18:42.778171 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device edaef193-62ba-487a-93ff-6249cc7a8019 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:18:42.799562 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55470) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:42.800425 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-95580737-dfc1-421d-b549-19474ec720c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:42.801666 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-95580737-dfc1-421d-b549-19474ec720c4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ad39e647-2596-4b4a-851d-a79acb080a86 HTTP/1.1" status: 204 len: 168 time: 1.3352313 Dec 07 15:18:42.838091 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cbdef-dfc1-460d-b482-1f7f9518bfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e61db03-6c32-4ab3-91b4-5a6931423d4b,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:42.845227 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575b3e0-63b3-48d9-977d-993ccb99ef1c req-6b5e4aee-62e8-4b68-9805-0a3e5c2debad service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:42.847104 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5575b3e0-63b3-48d9-977d-993ccb99ef1c req-6b5e4aee-62e8-4b68-9805-0a3e5c2debad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14b5a408-1ee6-4316-94e2-f5e7198dad0f HTTP/1.1" status: 200 len: 858 time: 0.2261269 Dec 07 15:18:42.850374 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a36cbdef-dfc1-460d-b482-1f7f9518bfc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:42.850841 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:42.851163 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:42.900330 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:42.901408 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-72e18643-7097-4b01-be03-8da3c27a1ba1 admin admin] Usage tracker for resource:subnet and tenant:2679d8300b7a43ad92d530cb4a745192 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:42.938356 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5575b3e0-63b3-48d9-977d-993ccb99ef1c req-eb9290b2-1030-4110-b020-1ee43930bf80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69c1c9a3-d42f-40c3-a885-61e13afc60b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777166 Dec 07 15:18:42.944514 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-72e18643-7097-4b01-be03-8da3c27a1ba1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:42.987608 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-72e18643-7097-4b01-be03-8da3c27a1ba1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:43.043216 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1970137-7d84-42c6-b4b3-dc54d50f9d2a req-edac43fc-21cf-4cf2-8846-e10dfed1c530 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:43.048577 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f1970137-7d84-42c6-b4b3-dc54d50f9d2a req-edac43fc-21cf-4cf2-8846-e10dfed1c530 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 945 time: 0.7425387 Dec 07 15:18:43.074184 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e18643-7097-4b01-be03-8da3c27a1ba1 admin admin] Made reservation on behalf of 2679d8300b7a43ad92d530cb4a745192 for: {'subnet': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:18:43.080538 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-72e18643-7097-4b01-be03-8da3c27a1ba1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:43.104289 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:18:43.141550 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a551-d466-43ec-b2d9-92067b6ce8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:43.191052 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a551-d466-43ec-b2d9-92067b6ce8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:43.238343 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5575b3e0-63b3-48d9-977d-993ccb99ef1c req-e6af0248-9fa7-4e14-b106-bc58aaede344 service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911611 Dec 07 15:18:43.327729 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port edaef193-62ba-487a-93ff-6249cc7a8019, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=edaef193-62ba-487a-93ff-6249cc7a8019,segment=NetworkSegment(850ed2b4-6abd-4b01-be99-8fc58ad6b4a5),segment_id=850ed2b4-6abd-4b01-be99-8fc58ad6b4a5)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:18:43.333612 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d58dee6a-53bf-404f-b478-1e7f21f7d116 req-8ba8c37a-b673-4721-84ff-c407108ecd84 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479139 Dec 07 15:18:43.366877 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': 'edaef193-62ba-487a-93ff-6249cc7a8019', 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5', 'port_id': 'edaef193-62ba-487a-93ff-6249cc7a8019', 'mac_address': 'fa:16:3e:5f:f7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b5a408-1ee6-4316-94e2-f5e7198dad0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:18:43.419589 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-498ccea9-a7fc-452b-adad-ccb3961d2077 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c656814e5740ada798cf35922cb848&device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 1096 time: 0.6986983 Dec 07 15:18:43.490181 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:43.492549 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a551-d466-43ec-b2d9-92067b6ce8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:43.507125 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:43.529621 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edaef193-62ba-487a-93ff-6249cc7a8019 {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:18:43.557273 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port edaef193-62ba-487a-93ff-6249cc7a8019, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=edaef193-62ba-487a-93ff-6249cc7a8019,segment=NetworkSegment(850ed2b4-6abd-4b01-be99-8fc58ad6b4a5),segment_id=850ed2b4-6abd-4b01-be99-8fc58ad6b4a5)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:18:43.561887 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:43.570394 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:43.579770 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d1c34f-936f-4a8d-9645-cacc4469e8be', 'tag': 'cad0d6ad-3822-445a-83a8-1ee869010539', 'status': 'completed', 'code': 200} Dec 07 15:18:43.583509 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f1970137-7d84-42c6-b4b3-dc54d50f9d2a req-65b02dfc-fa1c-4f80-9e05-4f205425318e tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/security-groups?id=7bf37ef6-c59b-4b10-9b22-8ddfccc8f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256205 Dec 07 15:18:43.584175 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 55494) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:43.598471 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7a551-d466-43ec-b2d9-92067b6ce8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e61db03-6c32-4ab3-91b4-5a6931423d4b,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:43.607013 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bbd7a551-d466-43ec-b2d9-92067b6ce8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:43.617593 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bbd7a551-d466-43ec-b2d9-92067b6ce8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:43.625426 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-bbd7a551-d466-43ec-b2d9-92067b6ce8bf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8e61db03-6c32-4ab3-91b4-5a6931423d4b HTTP/1.1" status: 204 len: 168 time: 0.8150620 Dec 07 15:18:43.633514 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5575b3e0-63b3-48d9-977d-993ccb99ef1c req-46999f19-8f0b-4064-a234-c65d88044a23 service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729913 Dec 07 15:18:43.710612 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=edaef193-62ba-487a-93ff-6249cc7a8019,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:43.717965 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:43.795683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['edaef193-62ba-487a-93ff-6249cc7a8019'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:18:43.805242 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-5c0f6d8e-c1f3-488d-aed2-3560cc53d484 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cad0d6ad-3822-445a-83a8-1ee869010539 HTTP/1.1" status: 200 len: 217 time: 0.3837414 Dec 07 15:18:43.811808 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e30219f2-85ba-4f8c-be49-bb2075b77a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:43.941319 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e30219f2-85ba-4f8c-be49-bb2075b77a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:43.963830 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e30219f2-85ba-4f8c-be49-bb2075b77a09 admin admin] Usage tracker for resource:security_group_rule and tenant:420e44fdb7fb433db7c7add9bb484eb3 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:43.973543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e30219f2-85ba-4f8c-be49-bb2075b77a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:43.990566 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-199043d6-c180-41e1-bc41-938403bccd62 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:43.992246 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-199043d6-c180-41e1-bc41-938403bccd62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1159b89-e409-480d-88a1-0e02146c58fd HTTP/1.1" status: 200 len: 856 time: 0.1567588 Dec 07 15:18:43.993227 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e30219f2-85ba-4f8c-be49-bb2075b77a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:44.016557 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b701a-3cb4-409b-8669-8f24cdf7bb7e req-01206d6a-d255-4e8d-9fd0-3793afeb8805 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:44.018191 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ca5b701a-3cb4-409b-8669-8f24cdf7bb7e req-01206d6a-d255-4e8d-9fd0-3793afeb8805 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 943 time: 0.3082614 Dec 07 15:18:44.064678 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-72e18643-7097-4b01-be03-8da3c27a1ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for subnet, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:44.107937 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1eb86646-e8b1-4ff3-8a30-302c5dc29b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:44.228183 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e18643-7097-4b01-be03-8da3c27a1ba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1961b23a-27d2-4e55-bab8-921e32defad2,revision_number=0']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:44.232521 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ca5b701a-3cb4-409b-8669-8f24cdf7bb7e req-1845d436-4a5e-4fe8-bd9b-80e3f4a8ea32 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756902 Dec 07 15:18:44.239692 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-72e18643-7097-4b01-be03-8da3c27a1ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:44.294547 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55512) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:44.298335 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-f01159ba-30a0-4284-a1cc-08fe87aa47af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=094b8464-5ed4-428c-85f9-2c8468dfbadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2914367 Dec 07 15:18:44.305318 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e18643-7097-4b01-be03-8da3c27a1ba1 admin admin] Checking segment: {'id': '03c52c7c-9b93-4500-a217-42544703a072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd4c29737-6cb5-4f9f-8367-8a30a0b0b89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:18:44.305711 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e18643-7097-4b01-be03-8da3c27a1ba1 admin admin] Network hostable DHCP agents. Network: d4c29737-6cb5-4f9f-8367-8a30a0b0b89d, hostable agents: ['8933d9ad-7c89-41d3-b37b-333921c44d45'], hosted agents: [] {{(pid=88189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:18:44.311447 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e30219f2-85ba-4f8c-be49-bb2075b77a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:44.316821 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-41f6fdfc-576c-44b6-b9c9-f6c1c9ad8c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:44.346965 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e30219f2-85ba-4f8c-be49-bb2075b77a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:44.352030 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-41f6fdfc-576c-44b6-b9c9-f6c1c9ad8c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:44.356510 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-41f6fdfc-576c-44b6-b9c9-f6c1c9ad8c35 admin admin] Usage tracker for resource:security_group_rule and tenant:3f62a606dac74c1fa0397ddc7c6056d7 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:44.361908 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-41f6fdfc-576c-44b6-b9c9-f6c1c9ad8c35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:44.367807 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-41f6fdfc-576c-44b6-b9c9-f6c1c9ad8c35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:44.379841 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0f0780bc-13a0-457d-a5ae-cf9de29612eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:44.455787 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-41f6fdfc-576c-44b6-b9c9-f6c1c9ad8c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:44.459716 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-41f6fdfc-576c-44b6-b9c9-f6c1c9ad8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:44.467861 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:44.511001 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6fdfc-576c-44b6-b9c9-f6c1c9ad8c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe6d8f4-f26c-47da-825e-52a9dcfc6bfa,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:44.514832 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-41f6fdfc-576c-44b6-b9c9-f6c1c9ad8c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:44.519886 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-41f6fdfc-576c-44b6-b9c9-f6c1c9ad8c35 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3f62a606dac74c1fa0397ddc7c6056d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2210810 Dec 07 15:18:44.520283 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55518) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:44.589951 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-473a609a-3fb7-4a1d-943e-b8d343d22617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:44.620474 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-473a609a-3fb7-4a1d-943e-b8d343d22617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:44.672803 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-473a609a-3fb7-4a1d-943e-b8d343d22617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:44.677653 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:44.693184 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a609a-3fb7-4a1d-943e-b8d343d22617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe6d8f4-f26c-47da-825e-52a9dcfc6bfa,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:44.696719 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-473a609a-3fb7-4a1d-943e-b8d343d22617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:44.698855 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-473a609a-3fb7-4a1d-943e-b8d343d22617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:44.702654 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-473a609a-3fb7-4a1d-943e-b8d343d22617 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6fe6d8f4-f26c-47da-825e-52a9dcfc6bfa HTTP/1.1" status: 204 len: 168 time: 0.1785402 Dec 07 15:18:44.718823 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30219f2-85ba-4f8c-be49-bb2075b77a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d05d293-22be-4382-bfc7-3f472a79061a,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:44.722244 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e30219f2-85ba-4f8c-be49-bb2075b77a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:44.776950 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-e30219f2-85ba-4f8c-be49-bb2075b77a09 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=420e44fdb7fb433db7c7add9bb484eb3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1792145 Dec 07 15:18:44.780298 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55526) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:44.792392 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device bf1cab45-51f6-438d-a87f-b1a7352f5030 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:18:44.811413 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e18643-7097-4b01-be03-8da3c27a1ba1 admin admin] Network d4c29737-6cb5-4f9f-8367-8a30a0b0b89d is scheduled to be hosted by DHCP agent 8933d9ad-7c89-41d3-b37b-333921c44d45 with binding_index 1 {{(pid=88189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:18:44.839037 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device edaef193-62ba-487a-93ff-6249cc7a8019 up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:18:44.853439 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-72e18643-7097-4b01-be03-8da3c27a1ba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-smb, d4c29737-6cb5-4f9f-8367-8a30a0b0b89d) {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:18:44.878095 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-09865117-2379-42a8-9767-8251fdb2c52d service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651104 Dec 07 15:18:44.882886 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e18643-7097-4b01-be03-8da3c27a1ba1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:44.883559 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-72e18643-7097-4b01-be03-8da3c27a1ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:44.884883 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0206fa44-e1b6-481d-b230-69cb891d2e95 None None] Network d4c29737-6cb5-4f9f-8367-8a30a0b0b89d requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:18:44.899097 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5380c5ba-bfef-406c-947f-084e77af8381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:44.929940 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5380c5ba-bfef-406c-947f-084e77af8381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:44.984509 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-72e18643-7097-4b01-be03-8da3c27a1ba1 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3044825 Dec 07 15:18:45.007717 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5380c5ba-bfef-406c-947f-084e77af8381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:45.012897 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a5917bdf-08ca-4b94-9952-ea9f92d74065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:45.044332 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ff091-1ad9-476b-b011-f7b52c5a8a02 req-567a3449-3536-4fa1-baa2-ac6cd669a842 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:45.045964 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c67ff091-1ad9-476b-b011-f7b52c5a8a02 req-567a3449-3536-4fa1-baa2-ac6cd669a842 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 945 time: 0.3213842 Dec 07 15:18:45.053894 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380c5ba-bfef-406c-947f-084e77af8381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d05d293-22be-4382-bfc7-3f472a79061a,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:45.055609 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a3f0e-8c00-4a7a-9379-43fcf09c0961 req-db84f1e1-e70a-480e-adb2-34fba8136804 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:45.057295 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-718a3f0e-8c00-4a7a-9379-43fcf09c0961 req-db84f1e1-e70a-480e-adb2-34fba8136804 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 943 time: 0.5763619 Dec 07 15:18:45.074450 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5380c5ba-bfef-406c-947f-084e77af8381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:45.083723 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5380c5ba-bfef-406c-947f-084e77af8381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:45.085554 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-5380c5ba-bfef-406c-947f-084e77af8381 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9d05d293-22be-4382-bfc7-3f472a79061a HTTP/1.1" status: 204 len: 168 time: 0.3026805 Dec 07 15:18:45.201173 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-718a3f0e-8c00-4a7a-9379-43fcf09c0961 req-bfa1d889-ecaa-4f9a-9d9c-8b81a3c5bbe7 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333890 Dec 07 15:18:45.205009 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d9ad0fad-8f3a-4641-ac30-214a1cae8291 req-3b6f4fcb-5e95-42c4-8262-089de52affa6 service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134565 Dec 07 15:18:45.207947 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c67ff091-1ad9-476b-b011-f7b52c5a8a02 req-da5eec71-c380-4507-b7fe-51c335457a22 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/security-groups?id=7bf37ef6-c59b-4b10-9b22-8ddfccc8f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418657 Dec 07 15:18:45.477586 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ad226dbe-1ce7-430a-90bd-53f4fd7ec68d req-fa8358e4-5af3-467c-b76f-e50f5feb6a00 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c656814e5740ada798cf35922cb848&device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 1096 time: 0.2075713 Dec 07 15:18:45.796225 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c205083-8211-41ec-911d-e4ff0ba600e6 None None] Network d4c29737-6cb5-4f9f-8367-8a30a0b0b89d requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:18:45.946339 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad226dbe-1ce7-430a-90bd-53f4fd7ec68d req-d2197ff5-d77d-4355-a060-fba67be8b6a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:45.947946 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ad226dbe-1ce7-430a-90bd-53f4fd7ec68d req-d2197ff5-d77d-4355-a060-fba67be8b6a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=094b8464-5ed4-428c-85f9-2c8468dfbadf HTTP/1.1" status: 200 len: 918 time: 0.4636018 Dec 07 15:18:46.003982 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning for port edaef193-62ba-487a-93ff-6249cc7a8019 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:18:46.052442 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port edaef193-62ba-487a-93ff-6249cc7a8019 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:18:46.053208 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:46.064232 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ad226dbe-1ce7-430a-90bd-53f4fd7ec68d req-ddeaa34e-27a5-4dd1-9f8a-fd7693f3bc63 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cad0d6ad-3822-445a-83a8-1ee869010539 HTTP/1.1" status: 200 len: 217 time: 0.1066704 Dec 07 15:18:46.190995 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4e238-59df-451f-ae2f-8723ef2c6b4c req-61be43ea-1ec9-45c0-8bb1-bdd94c1d5eb4 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:46.202802 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3ea4e238-59df-451f-ae2f-8723ef2c6b4c req-61be43ea-1ec9-45c0-8bb1-bdd94c1d5eb4 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 943 time: 0.6521406 Dec 07 15:18:46.220395 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:46.266882 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port edaef193-62ba-487a-93ff-6249cc7a8019, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=edaef193-62ba-487a-93ff-6249cc7a8019,segment=NetworkSegment(850ed2b4-6abd-4b01-be99-8fc58ad6b4a5),segment_id=850ed2b4-6abd-4b01-be99-8fc58ad6b4a5)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:18:46.268259 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8e3c53-f134-4f53-989f-39ce30b1135e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edaef193-62ba-487a-93ff-6249cc7a8019'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:18:46.280441 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:46.284163 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port bf1cab45-51f6-438d-a87f-b1a7352f5030, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=bf1cab45-51f6-438d-a87f-b1a7352f5030,segment=NetworkSegment(850ed2b4-6abd-4b01-be99-8fc58ad6b4a5),segment_id=850ed2b4-6abd-4b01-be99-8fc58ad6b4a5)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:18:46.303181 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:46.379860 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad226dbe-1ce7-430a-90bd-53f4fd7ec68d req-873229fd-4e91-40c8-ab59-222821cef5ba service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:46.379860 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ad226dbe-1ce7-430a-90bd-53f4fd7ec68d req-873229fd-4e91-40c8-ab59-222821cef5ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1159b89-e409-480d-88a1-0e02146c58fd HTTP/1.1" status: 200 len: 856 time: 0.3082952 Dec 07 15:18:46.407588 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3ea4e238-59df-451f-ae2f-8723ef2c6b4c req-b3a41873-f9ee-4f70-b422-3007d6269946 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037168 Dec 07 15:18:46.491808 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=edaef193-62ba-487a-93ff-6249cc7a8019,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:46.505395 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:46.510812 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': 'bf1cab45-51f6-438d-a87f-b1a7352f5030', 'network_id': '69c1c9a3-d42f-40c3-a885-61e13afc60b5', 'port_id': 'bf1cab45-51f6-438d-a87f-b1a7352f5030', 'mac_address': 'fa:16:3e:48:99:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b5a408-1ee6-4316-94e2-f5e7198dad0f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:18:46.578337 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8e3c53-f134-4f53-989f-39ce30b1135e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edaef193-62ba-487a-93ff-6249cc7a8019', 'code': 200} Dec 07 15:18:46.579474 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:46.601427 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf1cab45-51f6-438d-a87f-b1a7352f5030 {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:18:46.617256 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port bf1cab45-51f6-438d-a87f-b1a7352f5030, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=bf1cab45-51f6-438d-a87f-b1a7352f5030,segment=NetworkSegment(850ed2b4-6abd-4b01-be99-8fc58ad6b4a5),segment_id=850ed2b4-6abd-4b01-be99-8fc58ad6b4a5)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:18:46.621668 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:46.623756 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-77193fc1-ef78-4b74-8bd4-bbe02eb60a19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:46.767500 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ad226dbe-1ce7-430a-90bd-53f4fd7ec68d req-8e4b4e33-cb2a-4f53-8069-a6a29a08c866 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=094b8464-5ed4-428c-85f9-2c8468dfbadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3556583 Dec 07 15:18:46.816398 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=bf1cab45-51f6-438d-a87f-b1a7352f5030,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:46.817915 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcef3a5-0237-438a-9708-4a1b6093c738 req-203ddf98-0c09-4e99-b357-5dc0bb0f4bf8 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:46.820244 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8bcef3a5-0237-438a-9708-4a1b6093c738 req-203ddf98-0c09-4e99-b357-5dc0bb0f4bf8 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 944 time: 0.3023908 Dec 07 15:18:46.820393 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:46.865234 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-493bba6e-cd3e-4d28-a0d3-6574453adbf2 req-e883b74c-0406-4da3-8c98-50a2bd3c9152 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 1099 time: 0.1079562 Dec 07 15:18:46.876585 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['bf1cab45-51f6-438d-a87f-b1a7352f5030'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:18:46.914223 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-493bba6e-cd3e-4d28-a0d3-6574453adbf2 req-756c7a0a-ef4f-4866-bc89-a776cc8d9076 service neutron] Synchronizing usage tracker for tenant:e3a7e6dd87494218a30bbd5430abc15d on resource:security_group {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:18:46.950887 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-493bba6e-cd3e-4d28-a0d3-6574453adbf2 req-756c7a0a-ef4f-4866-bc89-a776cc8d9076 service neutron] Unset dirty status for tenant:e3a7e6dd87494218a30bbd5430abc15d on resource:security_group {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:18:46.952359 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-493bba6e-cd3e-4d28-a0d3-6574453adbf2 req-756c7a0a-ef4f-4866-bc89-a776cc8d9076 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804572 Dec 07 15:18:47.005794 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8bcef3a5-0237-438a-9708-4a1b6093c738 req-eae4ed3f-c476-4bec-93e7-dfff4454f117 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773934 Dec 07 15:18:47.034659 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ad226dbe-1ce7-430a-90bd-53f4fd7ec68d req-1f569403-0938-4ab8-af26-d0b8a35252ea service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546861 Dec 07 15:18:47.308434 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ad226dbe-1ce7-430a-90bd-53f4fd7ec68d req-810cfda7-9383-4bbf-bf25-f4dec7d3b7ae service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666594 Dec 07 15:18:47.670928 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 55662) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:47.682165 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-14202346-network', 'tenant_id': '13244b3c47a54c559e45ba11cc2ef69d'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:47.702731 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:47.710745 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Usage tracker for resource:network and tenant:13244b3c47a54c559e45ba11cc2ef69d is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:47.720306 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:47.735715 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:47.766837 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4cd66-9b3f-4189-9a03-97513d81ef0d req-6808b9ff-ec6a-49ce-9bad-88b5b1d7ad7d tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:47.768499 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-54f4cd66-9b3f-4189-9a03-97513d81ef0d req-6808b9ff-ec6a-49ce-9bad-88b5b1d7ad7d tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 943 time: 0.1611891 Dec 07 15:18:47.769637 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Made reservation on behalf of 13244b3c47a54c559e45ba11cc2ef69d for: {'network': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:18:47.784561 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for network, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:47.834884 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:47.901774 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-54f4cd66-9b3f-4189-9a03-97513d81ef0d req-24089bb9-0292-46eb-85d7-169e1855bee5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882564 Dec 07 15:18:47.907079 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:47.915796 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Usage tracker for resource:security_group_rule and tenant:13244b3c47a54c559e45ba11cc2ef69d is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:47.937869 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:47.953729 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:48.125085 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:48.129331 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:48.154349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=88189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:18:48.175841 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:48.176244 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.segments_db [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Added segment d6d14e03-ddea-4db5-a844-c2f9e83bcc2d of type vlan for network c718316a-9abf-4cd0-9d0e-884465da7c95 Dec 07 15:18:48.234181 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744366061905'] for network, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:48.251048 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:48.392416 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faaf20da-b8a6-4e66-b22d-18ac9c135065,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:48.408837 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:48.420457 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for network, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:48.422946 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:48.423591 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:48.430188 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:48.635974 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Pushing event updated for resources: {'Network': ['ID=c718316a-9abf-4cd0-9d0e-884465da7c95,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:48.641877 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:48.652169 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Network c718316a-9abf-4cd0-9d0e-884465da7c95 details requested by agent ovs-agent-dv-cinder-820628-1-smb with host dv-cinder-820628-1-smb {{(pid=88190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:18:48.656697 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009e998-b501-4bf4-b121-bfedceccc750 req-8536e656-5552-4bfb-8451-977dfd5f7f33 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:48.664477 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b009e998-b501-4bf4-b121-bfedceccc750 req-8536e656-5552-4bfb-8451-977dfd5f7f33 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 944 time: 0.3747180 Dec 07 15:18:48.671628 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55720) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:48.671865 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9998264 Dec 07 15:18:48.680150 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-24bb8554-52e2-476c-bff6-086d37c92f26 admin admin] Request body: {'subnet': {'network_id': 'c718316a-9abf-4cd0-9d0e-884465da7c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-14202346-subnet', 'tenant_id': '13244b3c47a54c559e45ba11cc2ef69d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:48.688758 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-24bb8554-52e2-476c-bff6-086d37c92f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:48.710441 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-24bb8554-52e2-476c-bff6-086d37c92f26 admin admin] Usage tracker for resource:subnet and tenant:13244b3c47a54c559e45ba11cc2ef69d is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:48.722120 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-24bb8554-52e2-476c-bff6-086d37c92f26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:48.731599 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b009e998-b501-4bf4-b121-bfedceccc750 req-5763ef66-aa78-4b3f-babb-18b553f6ec76 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659897 Dec 07 15:18:48.739771 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-24bb8554-52e2-476c-bff6-086d37c92f26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:48.772794 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bb8554-52e2-476c-bff6-086d37c92f26 admin admin] Made reservation on behalf of 13244b3c47a54c559e45ba11cc2ef69d for: {'subnet': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:18:48.779131 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-24bb8554-52e2-476c-bff6-086d37c92f26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:48.839317 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device cad0d6ad-3822-445a-83a8-1ee869010539 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:18:48.842461 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device bf1cab45-51f6-438d-a87f-b1a7352f5030 up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:18:49.127981 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning for port bf1cab45-51f6-438d-a87f-b1a7352f5030 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:18:49.148921 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port bf1cab45-51f6-438d-a87f-b1a7352f5030 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:18:49.149266 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:49.206961 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-24bb8554-52e2-476c-bff6-086d37c92f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for subnet, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:49.219490 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a0a8ab97-a53b-4625-a84c-7a1eb8bca6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:49.233669 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port cad0d6ad-3822-445a-83a8-1ee869010539, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=cad0d6ad-3822-445a-83a8-1ee869010539,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:18:49.249583 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': 'cad0d6ad-3822-445a-83a8-1ee869010539', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'port_id': 'cad0d6ad-3822-445a-83a8-1ee869010539', 'mac_address': 'fa:16:3e:52:5f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:18:49.284685 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb8554-52e2-476c-bff6-086d37c92f26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cfbdd6f-2986-49bd-a150-314ae65a41ef,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:49.288613 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-24bb8554-52e2-476c-bff6-086d37c92f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:49.324878 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:49.349801 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bb8554-52e2-476c-bff6-086d37c92f26 admin admin] Checking segment: {'id': 'd6d14e03-ddea-4db5-a844-c2f9e83bcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c718316a-9abf-4cd0-9d0e-884465da7c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:18:49.351510 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bb8554-52e2-476c-bff6-086d37c92f26 admin admin] Network hostable DHCP agents. Network: c718316a-9abf-4cd0-9d0e-884465da7c95, hostable agents: ['8933d9ad-7c89-41d3-b37b-333921c44d45'], hosted agents: [] {{(pid=88188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:18:49.370680 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dc310-c72d-4413-bc4c-250b0bac8700 req-d3b9e19d-f965-43bc-9383-62997c198064 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:49.372533 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cb4dc310-c72d-4413-bc4c-250b0bac8700 req-d3b9e19d-f965-43bc-9383-62997c198064 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 943 time: 0.1538486 Dec 07 15:18:49.400356 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad0d6ad-3822-445a-83a8-1ee869010539 {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:18:49.419760 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port cad0d6ad-3822-445a-83a8-1ee869010539, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=cad0d6ad-3822-445a-83a8-1ee869010539,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:18:49.428854 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bb8554-52e2-476c-bff6-086d37c92f26 admin admin] Network c718316a-9abf-4cd0-9d0e-884465da7c95 is scheduled to be hosted by DHCP agent 8933d9ad-7c89-41d3-b37b-333921c44d45 with binding_index 1 {{(pid=88188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:18:49.448456 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-24bb8554-52e2-476c-bff6-086d37c92f26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-smb, c718316a-9abf-4cd0-9d0e-884465da7c95) {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:18:49.458307 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bb8554-52e2-476c-bff6-086d37c92f26 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:49.459138 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-24bb8554-52e2-476c-bff6-086d37c92f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for subnet, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:49.495569 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cb4dc310-c72d-4413-bc4c-250b0bac8700 req-5f8f01a8-782a-4af3-9a63-1656ab38e1cd tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121054 Dec 07 15:18:49.500368 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e98257-2aaf-411b-b5b4-860ffdb78b6a None None] Network c718316a-9abf-4cd0-9d0e-884465da7c95 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:18:49.515613 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-24bb8554-52e2-476c-bff6-086d37c92f26 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8342650 Dec 07 15:18:49.534692 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:49.547003 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:49.620222 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:49.737806 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3f6213-cc10-4180-befd-75f87e5fa153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1cab45-51f6-438d-a87f-b1a7352f5030'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:18:49.830916 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port bf1cab45-51f6-438d-a87f-b1a7352f5030, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=bf1cab45-51f6-438d-a87f-b1a7352f5030,segment=NetworkSegment(850ed2b4-6abd-4b01-be99-8fc58ad6b4a5),segment_id=850ed2b4-6abd-4b01-be99-8fc58ad6b4a5)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:18:49.832098 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=cad0d6ad-3822-445a-83a8-1ee869010539,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:49.837684 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:49.860448 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:49.889765 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:50.018652 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3f6213-cc10-4180-befd-75f87e5fa153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1cab45-51f6-438d-a87f-b1a7352f5030', 'code': 200} Dec 07 15:18:50.056167 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['cad0d6ad-3822-445a-83a8-1ee869010539'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:18:50.074940 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db8c52-f489-4c63-8448-0fb0efad65f9 req-1dae8ebd-16ad-4afd-b31f-581b82a4f6c9 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:50.083894 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-60db8c52-f489-4c63-8448-0fb0efad65f9 req-1dae8ebd-16ad-4afd-b31f-581b82a4f6c9 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.1508012 Dec 07 15:18:50.149294 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-60db8c52-f489-4c63-8448-0fb0efad65f9 req-61d7ba53-a1f2-49e8-83c3-65a2c7d1ad79 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589964 Dec 07 15:18:50.382781 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=bf1cab45-51f6-438d-a87f-b1a7352f5030,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:50.386724 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:50.453480 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-84841ee1-348f-474d-ae20-6ef27f423e66 req-f3bb5961-0476-4da9-8c6d-5e526eb221de service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 1098 time: 0.2393324 Dec 07 15:18:50.453868 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55796) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:50.512120 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f962fe-a6a5-4420-8eac-6b3fb5f341bd None None] Network c718316a-9abf-4cd0-9d0e-884465da7c95 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:18:50.589023 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-84841ee1-348f-474d-ae20-6ef27f423e66 req-5a1ae826-055d-4e26-b87c-94c7f0b73453 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278934 Dec 07 15:18:50.707859 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f9793-3769-4a7e-9b1f-153415194793 req-9329a168-d9b9-4f38-891b-5c09c2c883e3 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:50.716218 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-938f9793-3769-4a7e-9b1f-153415194793 req-9329a168-d9b9-4f38-891b-5c09c2c883e3 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/networks?id=d4c29737-6cb5-4f9f-8367-8a30a0b0b89d HTTP/1.1" status: 200 len: 809 time: 0.1861327 Dec 07 15:18:50.735177 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-938f9793-3769-4a7e-9b1f-153415194793 req-d0d76b39-23bd-4261-91f2-f294e6311bfb tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/quotas/2679d8300b7a43ad92d530cb4a745192 HTTP/1.1" status: 200 len: 375 time: 0.0178437 Dec 07 15:18:50.840682 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-938f9793-3769-4a7e-9b1f-153415194793 req-0aeee280-f947-4355-9385-cc3a92d57f1b tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2679d8300b7a43ad92d530cb4a745192&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1046896 Dec 07 15:18:50.878840 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55814) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:51.013085 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9e124d03-1b70-4bec-ae69-0f8efb60c5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:51.112555 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9e124d03-1b70-4bec-ae69-0f8efb60c5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:51.121348 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9e124d03-1b70-4bec-ae69-0f8efb60c5bd admin admin] Usage tracker for resource:security_group_rule and tenant:c123e2fc5ddf47ba98c4ce247ca21fec is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:51.129051 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9e124d03-1b70-4bec-ae69-0f8efb60c5bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:51.166588 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e9311f31-74f2-4494-b335-41d35ddd28b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:51.185144 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9e124d03-1b70-4bec-ae69-0f8efb60c5bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:51.218380 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e9311f31-74f2-4494-b335-41d35ddd28b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:51.223703 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e9311f31-74f2-4494-b335-41d35ddd28b2 admin admin] Usage tracker for resource:security_group_rule and tenant:ff57ed44b4eb49a2bfb15faf8c194d4d is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:51.227093 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e9311f31-74f2-4494-b335-41d35ddd28b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:51.234911 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e9311f31-74f2-4494-b335-41d35ddd28b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:51.312982 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-005acfe5-7fa5-4cc0-a1a6-52b2be3a44a1 req-cca49817-588d-4170-90e4-871008cb4aa6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4698286 Dec 07 15:18:51.321231 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f7f53-33fe-485b-8e60-fce15f2fa938 req-d730641c-d58e-420d-bb5e-495ea4f68f8a tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:51.329310 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-598f7f53-33fe-485b-8e60-fce15f2fa938 req-d730641c-d58e-420d-bb5e-495ea4f68f8a tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 944 time: 0.5533822 Dec 07 15:18:51.332000 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e9311f31-74f2-4494-b335-41d35ddd28b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:51.340192 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e9311f31-74f2-4494-b335-41d35ddd28b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:51.352160 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:51.384849 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9311f31-74f2-4494-b335-41d35ddd28b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55dd45f-8167-41d6-b23f-84b7c679c704,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:51.388912 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e9311f31-74f2-4494-b335-41d35ddd28b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:51.418570 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-598f7f53-33fe-485b-8e60-fce15f2fa938 req-24162442-c265-45c7-aaf6-1efa240c7d0f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881684 Dec 07 15:18:51.435731 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-e9311f31-74f2-4494-b335-41d35ddd28b2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ff57ed44b4eb49a2bfb15faf8c194d4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5542264 Dec 07 15:18:51.443748 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55838) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:51.495230 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-938f9793-3769-4a7e-9b1f-153415194793 req-e279324f-d84a-410f-b745-aa84d330d76b service neutron] 10.222.0.71 "GET /v2.0/networks/d4c29737-6cb5-4f9f-8367-8a30a0b0b89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534989 Dec 07 15:18:51.564871 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9e124d03-1b70-4bec-ae69-0f8efb60c5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:51.566350 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c825e178-fce4-47b4-8c8a-80919c6dda41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:51.579946 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9e124d03-1b70-4bec-ae69-0f8efb60c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:51.611691 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d4633a36-b934-4cc6-8549-92c7eeaeb0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:51.622913 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9e124d03-1b70-4bec-ae69-0f8efb60c5bd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c123e2fc5ddf47ba98c4ce247ca21fec&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1645951 Dec 07 15:18:51.629036 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55848) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:51.678721 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-938f9793-3769-4a7e-9b1f-153415194793 req-11181d07-a8ee-4c09-a4b2-7217609436d0 service neutron] 10.222.0.71 "GET /v2.0/networks/d4c29737-6cb5-4f9f-8367-8a30a0b0b89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753449 Dec 07 15:18:51.705537 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c825e178-fce4-47b4-8c8a-80919c6dda41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:51.739217 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e124d03-1b70-4bec-ae69-0f8efb60c5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289e9ba1-9e02-4bc4-9405-785ee1da0d09,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:51.744349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9e124d03-1b70-4bec-ae69-0f8efb60c5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:51.782664 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-29adb90c-0916-437b-8658-ab66ec4598ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:51.846683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-29adb90c-0916-437b-8658-ab66ec4598ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:51.861173 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-005acfe5-7fa5-4cc0-a1a6-52b2be3a44a1 req-abfa35cf-31d3-431c-98d7-9aa89294cfee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77929a41e5a848828ba2300d41fc3faf&device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 1098 time: 0.1978858 Dec 07 15:18:51.901034 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c825e178-fce4-47b4-8c8a-80919c6dda41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:51.921357 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:51.945631 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825e178-fce4-47b4-8c8a-80919c6dda41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55dd45f-8167-41d6-b23f-84b7c679c704,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:51.995260 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c825e178-fce4-47b4-8c8a-80919c6dda41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:51.996699 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c825e178-fce4-47b4-8c8a-80919c6dda41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:51.998138 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-c825e178-fce4-47b4-8c8a-80919c6dda41 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b55dd45f-8167-41d6-b23f-84b7c679c704 HTTP/1.1" status: 204 len: 168 time: 0.5530634 Dec 07 15:18:52.028981 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-29adb90c-0916-437b-8658-ab66ec4598ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:52.035745 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-25cf9338-e29d-4b78-8b2a-fcd46ae40a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:52.051938 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adb90c-0916-437b-8658-ab66ec4598ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289e9ba1-9e02-4bc4-9405-785ee1da0d09,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:52.075348 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-29adb90c-0916-437b-8658-ab66ec4598ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:52.079417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-29adb90c-0916-437b-8658-ab66ec4598ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:52.083521 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-29adb90c-0916-437b-8658-ab66ec4598ad admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/289e9ba1-9e02-4bc4-9405-785ee1da0d09 HTTP/1.1" status: 204 len: 168 time: 0.4417682 Dec 07 15:18:52.100919 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:52.323296 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005acfe5-7fa5-4cc0-a1a6-52b2be3a44a1 req-8b389992-583d-4606-b8ec-c89216eeb3c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:52.324917 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-005acfe5-7fa5-4cc0-a1a6-52b2be3a44a1 req-8b389992-583d-4606-b8ec-c89216eeb3c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a325d691-6d79-4586-b0c5-18b48cad156e HTTP/1.1" status: 200 len: 913 time: 0.3922584 Dec 07 15:18:52.390365 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55882) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:52.419557 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e5fd-d63d-4705-b3f9-8ccaa7e43387 req-b887efa1-7f18-4866-9152-287c4770bb20 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:52.427760 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f8f5e5fd-d63d-4705-b3f9-8ccaa7e43387 req-b887efa1-7f18-4866-9152-287c4770bb20 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.3840981 Dec 07 15:18:52.439190 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3eb00-4b23-4eaf-9e42-ffde5c150a7e req-1c6d14c0-8314-4fb2-978e-d7db325e6fcc tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:52.447119 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9cb3eb00-4b23-4eaf-9e42-ffde5c150a7e req-1c6d14c0-8314-4fb2-978e-d7db325e6fcc tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 945 time: 0.3338494 Dec 07 15:18:52.531708 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-005acfe5-7fa5-4cc0-a1a6-52b2be3a44a1 req-817e4fa7-1e8d-466b-b7ee-60d73a9044f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d23c9a1-e1b5-422f-b040-bbca7b145eec HTTP/1.1" status: 200 len: 217 time: 0.1980681 Dec 07 15:18:52.630980 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005acfe5-7fa5-4cc0-a1a6-52b2be3a44a1 req-a9545623-49e5-42eb-b0fc-fdc190b67b8b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:52.632922 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-005acfe5-7fa5-4cc0-a1a6-52b2be3a44a1 req-a9545623-49e5-42eb-b0fc-fdc190b67b8b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=814d4e22-af86-4630-9c7c-cb38d0f27037 HTTP/1.1" status: 200 len: 852 time: 0.0862262 Dec 07 15:18:52.651251 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9cb3eb00-4b23-4eaf-9e42-ffde5c150a7e req-f6c0091d-80a5-44ca-aec5-c3918c0010e8 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/security-groups?id=7bf37ef6-c59b-4b10-9b22-8ddfccc8f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028279 Dec 07 15:18:52.683349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55894) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:52.724700 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-89ebce21-b192-46cc-8f9f-85081730536c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:52.763336 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-005acfe5-7fa5-4cc0-a1a6-52b2be3a44a1 req-87a8c5d3-795d-4805-aed1-084f5de6115f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a325d691-6d79-4586-b0c5-18b48cad156e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103568 Dec 07 15:18:52.792058 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f8f5e5fd-d63d-4705-b3f9-8ccaa7e43387 req-c5b37736-7883-4a64-bfe0-4b7e420da7c4 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626354 Dec 07 15:18:52.820295 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-89ebce21-b192-46cc-8f9f-85081730536c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:52.834570 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-89ebce21-b192-46cc-8f9f-85081730536c admin admin] Usage tracker for resource:security_group_rule and tenant:e850928d262c450ebcef010086539edf is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:52.842687 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device cad0d6ad-3822-445a-83a8-1ee869010539 up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:18:52.844133 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-89ebce21-b192-46cc-8f9f-85081730536c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:52.857937 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-89ebce21-b192-46cc-8f9f-85081730536c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:53.018916 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-89ebce21-b192-46cc-8f9f-85081730536c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:53.025214 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-89ebce21-b192-46cc-8f9f-85081730536c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:53.093706 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:53.134657 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-89ebce21-b192-46cc-8f9f-85081730536c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e850928d262c450ebcef010086539edf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4463215 Dec 07 15:18:53.134657 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55902) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:53.136744 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebce21-b192-46cc-8f9f-85081730536c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee884ee-89a1-4276-9357-682a6c30b327,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:53.139523 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 55904) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:53.144445 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-89ebce21-b192-46cc-8f9f-85081730536c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:53.165836 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4061f2f4-b9bd-409d-a19a-c7da74f71890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:53.172892 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-14e35e57-c43c-4ad7-90ff-979728ce7b6a req-16dce2bc-7fbd-463d-812e-d5408bbdc294 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/ports?device_id=94aa6e2d-5110-44d7-ac8d-b8a6f51aca54 HTTP/1.1" status: 200 len: 210 time: 0.1498446 Dec 07 15:18:53.185014 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-34c7ee83-88fa-46ce-8493-ed2687e7a995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:53.224113 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-34c7ee83-88fa-46ce-8493-ed2687e7a995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:53.228981 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-34c7ee83-88fa-46ce-8493-ed2687e7a995 admin admin] Usage tracker for resource:security_group_rule and tenant:1b93e57d639740e69a5e30cbabdb51ca is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:53.232709 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-34c7ee83-88fa-46ce-8493-ed2687e7a995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:53.239972 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-34c7ee83-88fa-46ce-8493-ed2687e7a995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:53.259586 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-005acfe5-7fa5-4cc0-a1a6-52b2be3a44a1 req-e7d5c8b6-f447-4349-8070-b6604cfbf3bc service neutron] 10.222.0.57 "GET /v2.0/networks/a325d691-6d79-4586-b0c5-18b48cad156e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523647 Dec 07 15:18:53.298512 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efce32e-226e-4cd0-ae35-eaa4a28789a6 req-5b683b05-8f97-4b86-baf3-3151b4fc1626 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:53.300422 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0efce32e-226e-4cd0-ae35-eaa4a28789a6 req-5b683b05-8f97-4b86-baf3-3151b4fc1626 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 944 time: 0.2788720 Dec 07 15:18:53.303661 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-4061f2f4-b9bd-409d-a19a-c7da74f71890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:53.308419 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning for port cad0d6ad-3822-445a-83a8-1ee869010539 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:18:53.313062 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-4061f2f4-b9bd-409d-a19a-c7da74f71890 admin admin] Usage tracker for resource:security_group_rule and tenant:fd391f81ce9245b2aaf87971da737aba is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:53.315198 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port cad0d6ad-3822-445a-83a8-1ee869010539 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:18:53.315821 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:53.320324 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-4061f2f4-b9bd-409d-a19a-c7da74f71890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:53.329592 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-4061f2f4-b9bd-409d-a19a-c7da74f71890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:53.383605 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-34c7ee83-88fa-46ce-8493-ed2687e7a995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:53.392036 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-34c7ee83-88fa-46ce-8493-ed2687e7a995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:53.402143 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e9311f31-74f2-4494-b335-41d35ddd28b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:53.410763 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7711bfb7-8366-4c23-8e3a-a71ea7ea4d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:53.437058 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7ee83-88fa-46ce-8493-ed2687e7a995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb644bd-814c-4fcc-8ebc-d381b6b13c23,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:53.490237 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-34c7ee83-88fa-46ce-8493-ed2687e7a995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:53.549217 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-34c7ee83-88fa-46ce-8493-ed2687e7a995 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1b93e57d639740e69a5e30cbabdb51ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4069691 Dec 07 15:18:53.552225 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55910) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:53.556181 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7711bfb7-8366-4c23-8e3a-a71ea7ea4d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:53.563535 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:53.590388 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0efce32e-226e-4cd0-ae35-eaa4a28789a6 req-aabb6c33-e5fa-4c89-911b-0c0118b1b944 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643282 Dec 07 15:18:53.637188 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port cad0d6ad-3822-445a-83a8-1ee869010539, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=cad0d6ad-3822-445a-83a8-1ee869010539,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:18:53.652444 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d1c34f-936f-4a8d-9645-cacc4469e8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad0d6ad-3822-445a-83a8-1ee869010539'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:18:53.673770 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:53.676565 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:53.690422 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f0225-13a5-4361-9667-890ac9cdfce1 req-a779fb75-a6be-4cda-92c1-2aa532efdddb tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:53.691261 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-693f0225-13a5-4361-9667-890ac9cdfce1 req-a779fb75-a6be-4cda-92c1-2aa532efdddb tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Synchronizing usage tracker for tenant:77929a41e5a848828ba2300d41fc3faf on resource:port {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:18:53.697514 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4061f2f4-b9bd-409d-a19a-c7da74f71890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:53.711944 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4061f2f4-b9bd-409d-a19a-c7da74f71890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:53.719563 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9a38556c-3221-4f92-a023-d503fb71b746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:53.752399 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9a38556c-3221-4f92-a023-d503fb71b746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:53.790914 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d1c34f-936f-4a8d-9645-cacc4469e8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad0d6ad-3822-445a-83a8-1ee869010539', 'code': 200} Dec 07 15:18:53.808725 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e11a994c-c2ee-455b-b482-0caca223e8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:53.867339 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9a38556c-3221-4f92-a023-d503fb71b746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:53.883086 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=cad0d6ad-3822-445a-83a8-1ee869010539,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:53.910021 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:53.910437 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9a38556c-3221-4f92-a023-d503fb71b746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:53.914492 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9a38556c-3221-4f92-a023-d503fb71b746 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5bb644bd-814c-4fcc-8ebc-d381b6b13c23 HTTP/1.1" status: 204 len: 168 time: 0.3582959 Dec 07 15:18:53.944736 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-693f0225-13a5-4361-9667-890ac9cdfce1 req-a779fb75-a6be-4cda-92c1-2aa532efdddb tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Unset dirty status for tenant:77929a41e5a848828ba2300d41fc3faf on resource:port {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:18:53.946070 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-693f0225-13a5-4361-9667-890ac9cdfce1 req-a779fb75-a6be-4cda-92c1-2aa532efdddb tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 945 time: 0.5030611 Dec 07 15:18:53.962901 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061f2f4-b9bd-409d-a19a-c7da74f71890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01efec7b-18b3-40cb-a913-a22719b260e5,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:54.000942 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f9793-3769-4a7e-9b1f-153415194793 req-07f58caa-75a7-4913-be36-68967319647a tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:54.003366 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-938f9793-3769-4a7e-9b1f-153415194793 req-07f58caa-75a7-4913-be36-68967319647a tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.57 "GET /v2.0/networks?id=d4c29737-6cb5-4f9f-8367-8a30a0b0b89d HTTP/1.1" status: 200 len: 809 time: 0.3490217 Dec 07 15:18:54.006461 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4061f2f4-b9bd-409d-a19a-c7da74f71890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:54.011903 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bbd7a551-d466-43ec-b2d9-92067b6ce8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:54.077656 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-4061f2f4-b9bd-409d-a19a-c7da74f71890 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fd391f81ce9245b2aaf87971da737aba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6859488 Dec 07 15:18:54.090494 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 55924) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:54.093943 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38556c-3221-4f92-a023-d503fb71b746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb644bd-814c-4fcc-8ebc-d381b6b13c23,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:54.109435 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9a38556c-3221-4f92-a023-d503fb71b746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:54.118329 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-005acfe5-7fa5-4cc0-a1a6-52b2be3a44a1 req-2a36d15a-b6c0-40a4-8827-cd67bb3068fc service neutron] 10.222.0.57 "GET /v2.0/networks/a325d691-6d79-4586-b0c5-18b48cad156e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8427525 Dec 07 15:18:54.132728 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-938f9793-3769-4a7e-9b1f-153415194793 req-76848863-05c2-4555-ac09-706adbb3bcd5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Request body: {'port': {'device_id': '94aa6e2d-5110-44d7-ac8d-b8a6f51aca54', 'network_id': 'd4c29737-6cb5-4f9f-8367-8a30a0b0b89d', 'admin_state_up': True, 'tenant_id': '2679d8300b7a43ad92d530cb4a745192'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:54.158866 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cac3ce19-c0b6-4167-a2b8-525ebb2f56da req-aa68f550-5d59-4428-b22e-a98a9252cf00 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=de405d4fc7024e7c8b6dff5a3da97043&device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 1098 time: 0.3519263 Dec 07 15:18:54.214330 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-693f0225-13a5-4361-9667-890ac9cdfce1 req-67636e63-9c19-4b1f-ba5a-a35bccb79df9 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Deleting port 1d23c9a1-e1b5-422f-b040-bbca7b145eec {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:18:54.214959 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-693f0225-13a5-4361-9667-890ac9cdfce1 req-67636e63-9c19-4b1f-ba5a-a35bccb79df9 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:54.367682 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-938f9793-3769-4a7e-9b1f-153415194793 req-76848863-05c2-4555-ac09-706adbb3bcd5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:54.414307 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-938f9793-3769-4a7e-9b1f-153415194793 req-76848863-05c2-4555-ac09-706adbb3bcd5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Usage tracker for resource:port and tenant:2679d8300b7a43ad92d530cb4a745192 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:54.422760 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-938f9793-3769-4a7e-9b1f-153415194793 req-76848863-05c2-4555-ac09-706adbb3bcd5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:54.444850 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-938f9793-3769-4a7e-9b1f-153415194793 req-76848863-05c2-4555-ac09-706adbb3bcd5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:54.479385 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7711bfb7-8366-4c23-8e3a-a71ea7ea4d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:54.496366 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-45d5ce77-4918-4d2f-8b00-87c5a3ddf5dc req-a9edd62c-86f3-454f-963f-4ecf7c909152 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 1098 time: 0.2239819 Dec 07 15:18:54.532298 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:54.563248 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938f9793-3769-4a7e-9b1f-153415194793 req-76848863-05c2-4555-ac09-706adbb3bcd5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Made reservation on behalf of 2679d8300b7a43ad92d530cb4a745192 for: {'port': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:18:54.576592 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-938f9793-3769-4a7e-9b1f-153415194793 req-76848863-05c2-4555-ac09-706adbb3bcd5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:54.620902 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711bfb7-8366-4c23-8e3a-a71ea7ea4d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee884ee-89a1-4276-9357-682a6c30b327,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:54.651192 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7711bfb7-8366-4c23-8e3a-a71ea7ea4d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:54.710222 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c726eef-36f4-4f3b-8e58-6bc77c66c497 req-7a7853ad-808b-470a-a447-c4c39cc07c4d tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:54.722009 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7c726eef-36f4-4f3b-8e58-6bc77c66c497 req-7a7853ad-808b-470a-a447-c4c39cc07c4d tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.7273805 Dec 07 15:18:54.725184 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7711bfb7-8366-4c23-8e3a-a71ea7ea4d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:54.726699 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-7711bfb7-8366-4c23-8e3a-a71ea7ea4d47 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9ee884ee-89a1-4276-9357-682a6c30b327 HTTP/1.1" status: 204 len: 168 time: 1.5836284 Dec 07 15:18:54.763984 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-570638e4-0756-41de-80a3-658926574899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:54.821350 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3ce19-c0b6-4167-a2b8-525ebb2f56da req-57951a5e-ba4a-4c7f-8dff-57c381950bb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:54.822959 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cac3ce19-c0b6-4167-a2b8-525ebb2f56da req-57951a5e-ba4a-4c7f-8dff-57c381950bb1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=69c1c9a3-d42f-40c3-a885-61e13afc60b5 HTTP/1.1" status: 200 len: 919 time: 0.6160350 Dec 07 15:18:54.880760 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b74f6-aad3-4d69-8918-b91d40566183 req-efe49601-2639-47d8-a71b-d2dc61c05a1d tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:54.887732 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-071b74f6-aad3-4d69-8918-b91d40566183 req-efe49601-2639-47d8-a71b-d2dc61c05a1d tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 945 time: 0.9385927 Dec 07 15:18:54.910317 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7c726eef-36f4-4f3b-8e58-6bc77c66c497 req-82ff49dc-0473-46e4-8474-c3799c7c5219 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868882 Dec 07 15:18:54.920164 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-570638e4-0756-41de-80a3-658926574899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:54.960562 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cac3ce19-c0b6-4167-a2b8-525ebb2f56da req-02c6dee2-a8c9-431f-99ea-4a8189d6ae18 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf1cab45-51f6-438d-a87f-b1a7352f5030 HTTP/1.1" status: 200 len: 217 time: 0.1286542 Dec 07 15:18:55.176058 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3ce19-c0b6-4167-a2b8-525ebb2f56da req-b0d4036c-49a7-4e77-9448-a4d4a5ca0184 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:55.177953 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cac3ce19-c0b6-4167-a2b8-525ebb2f56da req-b0d4036c-49a7-4e77-9448-a4d4a5ca0184 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14b5a408-1ee6-4316-94e2-f5e7198dad0f HTTP/1.1" status: 200 len: 858 time: 0.1908598 Dec 07 15:18:55.260973 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cac3ce19-c0b6-4167-a2b8-525ebb2f56da req-8c633f25-5cd5-498f-8706-6f6024852e48 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69c1c9a3-d42f-40c3-a885-61e13afc60b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721338 Dec 07 15:18:55.268274 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-570638e4-0756-41de-80a3-658926574899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:55.308670 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:55.330965 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570638e4-0756-41de-80a3-658926574899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01efec7b-18b3-40cb-a913-a22719b260e5,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:55.341370 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-693f0225-13a5-4361-9667-890ac9cdfce1 req-67636e63-9c19-4b1f-ba5a-a35bccb79df9 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] For port 1d23c9a1-e1b5-422f-b040-bbca7b145eec, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=1d23c9a1-e1b5-422f-b040-bbca7b145eec,segment=NetworkSegment(b44b0e4d-d26b-4699-8589-f4c4eae1a567),segment_id=b44b0e4d-d26b-4699-8589-f4c4eae1a567)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:18:55.342060 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-693f0225-13a5-4361-9667-890ac9cdfce1 req-67636e63-9c19-4b1f-ba5a-a35bccb79df9 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:55.356699 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-570638e4-0756-41de-80a3-658926574899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:55.385522 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-570638e4-0756-41de-80a3-658926574899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:55.386256 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-570638e4-0756-41de-80a3-658926574899 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/01efec7b-18b3-40cb-a913-a22719b260e5 HTTP/1.1" status: 204 len: 168 time: 1.2898805 Dec 07 15:18:55.592823 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-693f0225-13a5-4361-9667-890ac9cdfce1 req-67636e63-9c19-4b1f-ba5a-a35bccb79df9 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Calling delete_port for 1d23c9a1-e1b5-422f-b040-bbca7b145eec owned by compute:nova {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:18:55.630954 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-45d5ce77-4918-4d2f-8b00-87c5a3ddf5dc req-048dd9d8-f5f5-452d-ab7e-dfd5c81e5946 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1093004 Dec 07 15:18:55.684661 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fe7dde27-b152-4e7f-abc3-04d4ca4aad8b req-b4770942-e416-4fc0-b672-9f8b0aa90a1e tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/ports?device_id=94aa6e2d-5110-44d7-ac8d-b8a6f51aca54 HTTP/1.1" status: 200 len: 210 time: 0.2378125 Dec 07 15:18:55.733853 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-071b74f6-aad3-4d69-8918-b91d40566183 req-caabb49c-5950-4f2d-9b97-ec4c942468b4 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/security-groups?id=7bf37ef6-c59b-4b10-9b22-8ddfccc8f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8407822 Dec 07 15:18:55.746291 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [req-938f9793-3769-4a7e-9b1f-153415194793 req-76848863-05c2-4555-ac09-706adbb3bcd5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Allocated IP 172.20.0.7 (d4c29737-6cb5-4f9f-8367-8a30a0b0b89d/1961b23a-27d2-4e55-bab8-921e32defad2/74614f77-bf16-49b6-8b7a-4ec1e13e117e) {{(pid=88189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:18:55.828286 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cac3ce19-c0b6-4167-a2b8-525ebb2f56da req-92b8a187-93be-4e21-9c01-4c2f39255108 service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501032 Dec 07 15:18:56.021821 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216eefb-83bf-49ee-a524-d63d8ae69fff req-9932ff03-2f50-4ce0-8fde-7e74943a1b5a tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:56.026191 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c216eefb-83bf-49ee-a524-d63d8ae69fff req-9932ff03-2f50-4ce0-8fde-7e74943a1b5a tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.1396461 Dec 07 15:18:56.100082 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-693f0225-13a5-4361-9667-890ac9cdfce1 req-67636e63-9c19-4b1f-ba5a-a35bccb79df9 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:56.117886 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['1d23c9a1-e1b5-422f-b040-bbca7b145eec'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:18:56.125811 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-70be182e-7e82-445b-8bd3-84a2efc6764c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:56.175630 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cac3ce19-c0b6-4167-a2b8-525ebb2f56da req-a1841b10-fc93-45e2-866c-e535585b2e04 service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401077 Dec 07 15:18:56.186781 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67636e63-9c19-4b1f-ba5a-a35bccb79df9 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Pushing event deleted for resources: {'Port': ['ID=1d23c9a1-e1b5-422f-b040-bbca7b145eec,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:56.203756 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-67636e63-9c19-4b1f-ba5a-a35bccb79df9 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:56.319505 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-693f0225-13a5-4361-9667-890ac9cdfce1 req-67636e63-9c19-4b1f-ba5a-a35bccb79df9 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] No DVR routers for this DVR port 1d23c9a1-e1b5-422f-b040-bbca7b145eec on host hv-cinder-82062 {{(pid=88188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:18:56.328434 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-693f0225-13a5-4361-9667-890ac9cdfce1 req-67636e63-9c19-4b1f-ba5a-a35bccb79df9 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:56.348368 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb271e8-485b-414f-a6da-c41a222c05f3', 'name': 'network-vif-deleted', 'tag': '1d23c9a1-e1b5-422f-b040-bbca7b145eec'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:18:56.360780 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-693f0225-13a5-4361-9667-890ac9cdfce1 req-67636e63-9c19-4b1f-ba5a-a35bccb79df9 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.57 "DELETE /v2.0/ports/1d23c9a1-e1b5-422f-b040-bbca7b145eec HTTP/1.1" status: 204 len: 173 time: 2.3945928 Dec 07 15:18:56.369876 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56030) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:56.412151 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-31986d87-fe0d-4989-8a45-0f8d69849488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:56.456986 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-31986d87-fe0d-4989-8a45-0f8d69849488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:56.461945 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-31986d87-fe0d-4989-8a45-0f8d69849488 admin admin] Usage tracker for resource:security_group_rule and tenant:599efcfb30c64fe5a31bdd3b3b28a707 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:56.465023 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-31986d87-fe0d-4989-8a45-0f8d69849488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:56.472172 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-31986d87-fe0d-4989-8a45-0f8d69849488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:56.485305 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c216eefb-83bf-49ee-a524-d63d8ae69fff req-4dbd2884-4e6d-480a-9c29-a0a4cd18d6dd tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4539106 Dec 07 15:18:56.580520 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb271e8-485b-414f-a6da-c41a222c05f3', 'name': 'network-vif-deleted', 'tag': '1d23c9a1-e1b5-422f-b040-bbca7b145eec', 'status': 'completed', 'code': 200} Dec 07 15:18:56.594209 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d9308-e31d-40fd-b80a-094ebb932666 req-25c0696f-a2f9-4acb-b44d-80172e3c3284 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:56.596038 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-501d9308-e31d-40fd-b80a-094ebb932666 req-25c0696f-a2f9-4acb-b44d-80172e3c3284 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.3158088 Dec 07 15:18:56.603101 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-31986d87-fe0d-4989-8a45-0f8d69849488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:56.607425 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-31986d87-fe0d-4989-8a45-0f8d69849488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:56.616011 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:56.631690 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-938f9793-3769-4a7e-9b1f-153415194793 req-76848863-05c2-4555-ac09-706adbb3bcd5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Notify callbacks [] for port, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:56.680093 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-501d9308-e31d-40fd-b80a-094ebb932666 req-08edc0ea-b047-413b-b429-259ed30b3689 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738494 Dec 07 15:18:56.701678 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-938f9793-3769-4a7e-9b1f-153415194793 req-76848863-05c2-4555-ac09-706adbb3bcd5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:56.716692 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:56.733594 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-31986d87-fe0d-4989-8a45-0f8d69849488 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=599efcfb30c64fe5a31bdd3b3b28a707&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3623633 Dec 07 15:18:56.734608 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31986d87-fe0d-4989-8a45-0f8d69849488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84650f6e-9f71-45e4-ac3e-09009642eb81,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:56.738090 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-31986d87-fe0d-4989-8a45-0f8d69849488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:56.738819 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56044) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:56.861493 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b2cb1430-8883-457b-bebb-1a767b89772b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:56.884499 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938f9793-3769-4a7e-9b1f-153415194793 req-76848863-05c2-4555-ac09-706adbb3bcd5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Network d4c29737-6cb5-4f9f-8367-8a30a0b0b89d is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:18:56.892956 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b2cb1430-8883-457b-bebb-1a767b89772b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:56.899323 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [req-938f9793-3769-4a7e-9b1f-153415194793 req-76848863-05c2-4555-ac09-706adbb3bcd5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:18:56.908062 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-938f9793-3769-4a7e-9b1f-153415194793 req-76848863-05c2-4555-ac09-706adbb3bcd5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Received port after_create {{(pid=88189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:18:56.912469 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f9793-3769-4a7e-9b1f-153415194793 req-76848863-05c2-4555-ac09-706adbb3bcd5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:56.913174 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-938f9793-3769-4a7e-9b1f-153415194793 req-76848863-05c2-4555-ac09-706adbb3bcd5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:56.945562 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76848863-05c2-4555-ac09-706adbb3bcd5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Pushing event updated for resources: {'Port': ['ID=74614f77-bf16-49b6-8b7a-4ec1e13e117e,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:56.956801 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b2cb1430-8883-457b-bebb-1a767b89772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:56.958529 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-76848863-05c2-4555-ac09-706adbb3bcd5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:56.968074 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:56.988649 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b2cb1430-8883-457b-bebb-1a767b89772b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:57.004104 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-b2cb1430-8883-457b-bebb-1a767b89772b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/84650f6e-9f71-45e4-ac3e-09009642eb81 HTTP/1.1" status: 204 len: 168 time: 0.2541955 Dec 07 15:18:57.007988 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb1430-8883-457b-bebb-1a767b89772b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84650f6e-9f71-45e4-ac3e-09009642eb81,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:57.012445 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b2cb1430-8883-457b-bebb-1a767b89772b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:57.121849 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-938f9793-3769-4a7e-9b1f-153415194793 req-76848863-05c2-4555-ac09-706adbb3bcd5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0142012 Dec 07 15:18:57.126703 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5df4c4a0-f261-466d-8e89-8c34b5fafdcd req-549f6e07-ec4f-4381-8324-a750a3c91af4 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] 10.222.0.71 "GET /v2.0/ports?device_id=5bb271e8-485b-414f-a6da-c41a222c05f3 HTTP/1.1" status: 200 len: 210 time: 0.0852525 Dec 07 15:18:57.137452 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Request body: {'port': {'device_id': '94aa6e2d-5110-44d7-ac8d-b8a6f51aca54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:57.267995 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:57.301458 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce172717-67e3-437b-8c7b-8c4c3d106e57 req-984f9e4f-944c-48c8-834d-768bf73dc199 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:57.302280 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-ce172717-67e3-437b-8c7b-8c4c3d106e57 req-984f9e4f-944c-48c8-834d-768bf73dc199 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Synchronizing usage tracker for tenant:2679d8300b7a43ad92d530cb4a745192 on resource:port {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:18:57.391773 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-ce172717-67e3-437b-8c7b-8c4c3d106e57 req-984f9e4f-944c-48c8-834d-768bf73dc199 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Unset dirty status for tenant:2679d8300b7a43ad92d530cb4a745192 on resource:port {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:18:57.398694 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ce172717-67e3-437b-8c7b-8c4c3d106e57 req-984f9e4f-944c-48c8-834d-768bf73dc199 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/ports?device_id=94aa6e2d-5110-44d7-ac8d-b8a6f51aca54 HTTP/1.1" status: 200 len: 931 time: 0.4566283 Dec 07 15:18:57.619629 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ce172717-67e3-437b-8c7b-8c4c3d106e57 req-4348b2fa-802e-42aa-9084-f9e7df0a1038 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f9b4b1c-57dc-4a9e-a91f-e018b0ec43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065869 Dec 07 15:18:57.861623 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31bc78-f503-4a0c-85cd-454c66a5bd8c req-6e04ad65-5620-413e-9905-53e62a75dcd3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:57.863392 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cf31bc78-f503-4a0c-85cd-454c66a5bd8c req-6e04ad65-5620-413e-9905-53e62a75dcd3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.1779008 Dec 07 15:18:58.004704 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74614f77-bf16-49b6-8b7a-4ec1e13e117e {{(pid=88189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:18:58.016008 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:58.051294 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fac691-9f43-4ffc-9dad-b62d66c3aaa6 req-334f98c2-7873-4cf1-ac94-7e19492b9a81 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:58.052941 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-59fac691-9f43-4ffc-9dad-b62d66c3aaa6 req-334f98c2-7873-4cf1-ac94-7e19492b9a81 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.2021644 Dec 07 15:18:58.054453 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Transition to ACTIVE for port object 74614f77-bf16-49b6-8b7a-4ec1e13e117e will not be triggered until provisioned by entity L2. {{(pid=88189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:18:58.065025 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:58.088889 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d16bebea-3c75-48b2-8ea2-4c8709cc17d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:58.119128 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cf31bc78-f503-4a0c-85cd-454c66a5bd8c req-27158a12-4b48-46d2-bcf7-6a04bf61d2b1 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757722 Dec 07 15:18:58.241152 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56108) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:58.264771 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-59fac691-9f43-4ffc-9dad-b62d66c3aaa6 req-a44663d8-7000-4d6b-9d9d-c880e7072189 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027559 Dec 07 15:18:58.265861 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Pushing event updated for resources: {'Port': ['ID=74614f77-bf16-49b6-8b7a-4ec1e13e117e,revision_number=2']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:58.271433 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:58.339217 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Attempting to bind port 74614f77-bf16-49b6-8b7a-4ec1e13e117e on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:18:58.339677 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Attempting to bind port 74614f77-bf16-49b6-8b7a-4ec1e13e117e by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': '03c52c7c-9b93-4500-a217-42544703a072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd4c29737-6cb5-4f9f-8367-8a30a0b0b89d'}] {{(pid=88189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:18:58.340140 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Attempting to bind port 74614f77-bf16-49b6-8b7a-4ec1e13e117e on network d4c29737-6cb5-4f9f-8367-8a30a0b0b89d {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:18:58.350500 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Port 74614f77-bf16-49b6-8b7a-4ec1e13e117e on network d4c29737-6cb5-4f9f-8367-8a30a0b0b89d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:18:58.350942 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Attempting to bind port 74614f77-bf16-49b6-8b7a-4ec1e13e117e on network d4c29737-6cb5-4f9f-8367-8a30a0b0b89d {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:18:58.359408 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Checking agent: {'id': 'cbbfcabc-3255-4d4c-9281-bbfa60486e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'started_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:18:58.370166 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Checking segment: {'id': '03c52c7c-9b93-4500-a217-42544703a072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd4c29737-6cb5-4f9f-8367-8a30a0b0b89d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:18:58.374510 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Bound using segment: {'id': '03c52c7c-9b93-4500-a217-42544703a072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd4c29737-6cb5-4f9f-8367-8a30a0b0b89d'} {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:18:58.375241 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Bound port: 74614f77-bf16-49b6-8b7a-4ec1e13e117e, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c52c7c-9b93-4500-a217-42544703a072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'd4c29737-6cb5-4f9f-8367-8a30a0b0b89d'}}] {{(pid=88189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:18:58.376049 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:58.577594 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] For port 74614f77-bf16-49b6-8b7a-4ec1e13e117e, host hv-cinder-82062, cleared binding levels {{(pid=88189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:18:58.581023 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7380d1ad-554b-423c-9c37-599af73c7c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:58.582522 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] For port 74614f77-bf16-49b6-8b7a-4ec1e13e117e, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=74614f77-bf16-49b6-8b7a-4ec1e13e117e,segment=NetworkSegment(03c52c7c-9b93-4500-a217-42544703a072),segment_id=03c52c7c-9b93-4500-a217-42544703a072)] {{(pid=88189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:18:58.589085 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:58.596719 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f1b00-c93f-4c77-acda-ac1b8a1f32f6 req-56fd7aea-88c2-4747-aedf-26faf469ed62 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:58.601749 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a98f1b00-c93f-4c77-acda-ac1b8a1f32f6 req-56fd7aea-88c2-4747-aedf-26faf469ed62 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.1842868 Dec 07 15:18:58.606962 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a1345ac5-435e-490d-b11d-787da1f6795d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:18:58.608209 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56126) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:18:58.623913 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-9a46241e-0e1c-45b7-ad56-d41c5afdc2d4 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Request body: {'floatingip': {'port_id': 'cad0d6ad-3822-445a-83a8-1ee869010539'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:18:58.681980 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:58.683613 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-938f9793-3769-4a7e-9b1f-153415194793 req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] 10.222.0.57 "PUT /v2.0/ports/74614f77-bf16-49b6-8b7a-4ec1e13e117e HTTP/1.1" status: 200 len: 1093 time: 1.5509095 Dec 07 15:18:58.684239 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94aa6e2d-5110-44d7-ac8d-b8a6f51aca54', 'tag': '74614f77-bf16-49b6-8b7a-4ec1e13e117e'}] {{(pid=88189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:18:58.708165 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Pushing event updated for resources: {'Port': ['ID=74614f77-bf16-49b6-8b7a-4ec1e13e117e,revision_number=3']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:18:58.737417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:18:58.762527 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-7380d1ad-554b-423c-9c37-599af73c7c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:18:58.767178 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9a46241e-0e1c-45b7-ad56-d41c5afdc2d4 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for floatingip, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:18:58.831174 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-7380d1ad-554b-423c-9c37-599af73c7c92 admin admin] Usage tracker for resource:security_group_rule and tenant:54bd41d0d13d4c4ab66f2190ff7785a2 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:18:58.850061 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94aa6e2d-5110-44d7-ac8d-b8a6f51aca54', 'tag': '74614f77-bf16-49b6-8b7a-4ec1e13e117e', 'status': 'completed', 'code': 200} Dec 07 15:18:58.856417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-7380d1ad-554b-423c-9c37-599af73c7c92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:18:58.873289 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-7380d1ad-554b-423c-9c37-599af73c7c92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:18:58.902005 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 1d23c9a1-e1b5-422f-b040-bbca7b145eec no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:18:58.949537 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-938f9793-3769-4a7e-9b1f-153415194793 req-7fc11720-89c3-47fd-86c4-0669ff7e592e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2679d8300b7a43ad92d530cb4a745192&device_id=94aa6e2d-5110-44d7-ac8d-b8a6f51aca54 HTTP/1.1" status: 200 len: 1096 time: 0.2093828 Dec 07 15:18:58.997263 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] No Port match for: 1d23c9a1-e1b5-422f-b040-bbca7b145eec {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:18:58.997826 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 1d23c9a1-e1b5-422f-b040-bbca7b145eec not bound to the agent host hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:18:59.273943 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-938f9793-3769-4a7e-9b1f-153415194793 req-b06b66b4-0d78-4692-bcec-1ae549a7a706 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74614f77-bf16-49b6-8b7a-4ec1e13e117e HTTP/1.1" status: 200 len: 217 time: 0.3138576 Dec 07 15:18:59.398752 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f9793-3769-4a7e-9b1f-153415194793 req-3e743b04-721a-4e41-a2f1-056dceec5533 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:59.400393 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-938f9793-3769-4a7e-9b1f-153415194793 req-3e743b04-721a-4e41-a2f1-056dceec5533 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1961b23a-27d2-4e55-bab8-921e32defad2 HTTP/1.1" status: 200 len: 849 time: 0.1115193 Dec 07 15:18:59.454939 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-938f9793-3769-4a7e-9b1f-153415194793 req-37f75dde-4179-4e6d-8c98-a63a2c39073d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d4c29737-6cb5-4f9f-8367-8a30a0b0b89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470212 Dec 07 15:18:59.464085 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f451ce-3583-4477-8e12-76b8678eab26 req-4e030c2d-dab8-433a-b419-f5dceafc34d5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:59.470266 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-34f451ce-3583-4477-8e12-76b8678eab26 req-4e030c2d-dab8-433a-b419-f5dceafc34d5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/ports?device_id=94aa6e2d-5110-44d7-ac8d-b8a6f51aca54 HTTP/1.1" status: 200 len: 943 time: 0.4499023 Dec 07 15:18:59.666493 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-34f451ce-3583-4477-8e12-76b8678eab26 req-02a1eb5a-b585-4a84-bd05-a0fa7740b4d5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f9b4b1c-57dc-4a9e-a91f-e018b0ec43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952660 Dec 07 15:18:59.752301 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-938f9793-3769-4a7e-9b1f-153415194793 req-e9fc9ba6-6387-48cb-9966-711fc167a290 service neutron] 10.222.0.57 "GET /v2.0/networks/d4c29737-6cb5-4f9f-8367-8a30a0b0b89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791371 Dec 07 15:18:59.789619 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476fa9d-5a01-437a-9fcb-1db7366f63d5 req-5ea06dd0-9c07-40c3-9d43-e1a27717e056 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:18:59.797415 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4476fa9d-5a01-437a-9fcb-1db7366f63d5 req-5ea06dd0-9c07-40c3-9d43-e1a27717e056 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.2837625 Dec 07 15:18:59.866753 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4476fa9d-5a01-437a-9fcb-1db7366f63d5 req-fc513814-5b2f-4e74-86b5-ef5bf76422db tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682206 Dec 07 15:18:59.998477 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-938f9793-3769-4a7e-9b1f-153415194793 req-a57ef4de-3139-44ab-85d7-7ad61d686223 service neutron] 10.222.0.57 "GET /v2.0/networks/d4c29737-6cb5-4f9f-8367-8a30a0b0b89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393632 Dec 07 15:19:00.150635 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7380d1ad-554b-423c-9c37-599af73c7c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:00.159244 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7380d1ad-554b-423c-9c37-599af73c7c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:00.167572 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b6449994-f2f5-490d-beac-950d8af570c6 req-f356c035-6272-4425-8d61-6f4d1cd17541 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2679d8300b7a43ad92d530cb4a745192&device_id=94aa6e2d-5110-44d7-ac8d-b8a6f51aca54 HTTP/1.1" status: 200 len: 1096 time: 0.1040168 Dec 07 15:19:00.172852 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5380c5ba-bfef-406c-947f-084e77af8381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:00.317516 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-7380d1ad-554b-423c-9c37-599af73c7c92 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=54bd41d0d13d4c4ab66f2190ff7785a2&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0751309 Dec 07 15:19:00.318645 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380d1ad-554b-423c-9c37-599af73c7c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb079e4-23dd-4e19-85bf-127fc222f8e0,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:00.332177 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7380d1ad-554b-423c-9c37-599af73c7c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:00.334372 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56184) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:00.348670 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6449994-f2f5-490d-beac-950d8af570c6 req-47208d41-9634-4371-a8e5-c8e7acd97559 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:00.350590 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b6449994-f2f5-490d-beac-950d8af570c6 req-47208d41-9634-4371-a8e5-c8e7acd97559 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d4c29737-6cb5-4f9f-8367-8a30a0b0b89d HTTP/1.1" status: 200 len: 910 time: 0.1756809 Dec 07 15:19:00.371633 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9a46241e-0e1c-45b7-ad56-d41c5afdc2d4 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:00.382683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9a46241e-0e1c-45b7-ad56-d41c5afdc2d4 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633837'] for floatingip, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:00.524559 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c66a3cae-43f2-4bc6-ab65-702312a7f259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:00.563720 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b6449994-f2f5-490d-beac-950d8af570c6 req-32cb9f24-eb6b-4ff5-a0e8-d0665a52c25b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74614f77-bf16-49b6-8b7a-4ec1e13e117e HTTP/1.1" status: 200 len: 217 time: 0.1997144 Dec 07 15:19:00.647867 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c66a3cae-43f2-4bc6-ab65-702312a7f259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:00.718548 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6449994-f2f5-490d-beac-950d8af570c6 req-2f074bb5-0892-46f1-bfd9-436d554b181e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:00.720360 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b6449994-f2f5-490d-beac-950d8af570c6 req-2f074bb5-0892-46f1-bfd9-436d554b181e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1961b23a-27d2-4e55-bab8-921e32defad2 HTTP/1.1" status: 200 len: 849 time: 0.1445730 Dec 07 15:19:00.745015 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c66a3cae-43f2-4bc6-ab65-702312a7f259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:00.759055 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:00.777770 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.l3_db [None req-9a46241e-0e1c-45b7-ad56-d41c5afdc2d4 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Floating IP 1ea71c2f-8e21-4a2f-8031-a86f9f68e51b associated. External IP: 172.28.3.120, port: cad0d6ad-3822-445a-83a8-1ee869010539. Dec 07 15:19:00.793334 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 56202) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:00.837469 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b6449994-f2f5-490d-beac-950d8af570c6 req-7843caf8-179c-4832-a25b-bbb43b8d6f26 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d4c29737-6cb5-4f9f-8367-8a30a0b0b89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103079 Dec 07 15:19:00.961673 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a3cae-43f2-4bc6-ab65-702312a7f259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb079e4-23dd-4e19-85bf-127fc222f8e0,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:00.970550 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c66a3cae-43f2-4bc6-ab65-702312a7f259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:00.976954 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_v2 [None req-761b05ca-4cf7-4817-bded-f508bdd227d7 admin admin] Deleting subnet 814d4e22-af86-4630-9c7c-cb38d0f27037 {{(pid=88189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:19:00.984371 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-761b05ca-4cf7-4817-bded-f508bdd227d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:00.994061 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c66a3cae-43f2-4bc6-ab65-702312a7f259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:00.998458 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-c66a3cae-43f2-4bc6-ab65-702312a7f259 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1cb079e4-23dd-4e19-85bf-127fc222f8e0 HTTP/1.1" status: 204 len: 168 time: 0.6597800 Dec 07 15:19:01.281827 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b6449994-f2f5-490d-beac-950d8af570c6 req-fa547085-7c61-48eb-8472-fa12fa4d68b8 service neutron] 10.222.0.57 "GET /v2.0/networks/d4c29737-6cb5-4f9f-8367-8a30a0b0b89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335139 Dec 07 15:19:01.358671 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-761b05ca-4cf7-4817-bded-f508bdd227d7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:01.379055 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bde427-187b-48fb-94cf-8741d42c4612 req-2cdf6c32-3d0e-4606-8d90-5708714aa8a4 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:01.387226 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a7bde427-187b-48fb-94cf-8741d42c4612 req-2cdf6c32-3d0e-4606-8d90-5708714aa8a4 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/ports?device_id=94aa6e2d-5110-44d7-ac8d-b8a6f51aca54 HTTP/1.1" status: 200 len: 943 time: 0.5407717 Dec 07 15:19:01.410266 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-761b05ca-4cf7-4817-bded-f508bdd227d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3364380'] for subnet, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:01.535574 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a46241e-0e1c-45b7-ad56-d41c5afdc2d4 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Router 8b0cf43b-64db-4062-b3dd-446f41dace2e has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:19:01.566198 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b6449994-f2f5-490d-beac-950d8af570c6 req-13d1200f-6a44-404e-b898-95c29d9ee8e0 service neutron] 10.222.0.57 "GET /v2.0/networks/d4c29737-6cb5-4f9f-8367-8a30a0b0b89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681217 Dec 07 15:19:01.648371 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-761b05ca-4cf7-4817-bded-f508bdd227d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851411451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for subnet, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:01.666204 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:01.706945 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a7bde427-187b-48fb-94cf-8741d42c4612 req-3db8a337-e436-488f-b6c9-a3c057f14a40 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f9b4b1c-57dc-4a9e-a91f-e018b0ec43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186951 Dec 07 15:19:01.719713 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7127c86-a4cd-49d4-9f72-4f25d6b9ada7 req-8e7f62e1-5368-4223-a6a8-ea302ebfefd4 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:01.721330 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b7127c86-a4cd-49d4-9f72-4f25d6b9ada7 req-8e7f62e1-5368-4223-a6a8-ea302ebfefd4 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.5163517 Dec 07 15:19:01.726631 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b05ca-4cf7-4817-bded-f508bdd227d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=814d4e22-af86-4630-9c7c-cb38d0f27037,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:01.776183 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-761b05ca-4cf7-4817-bded-f508bdd227d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:01.788615 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-761b05ca-4cf7-4817-bded-f508bdd227d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:01.797759 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-761b05ca-4cf7-4817-bded-f508bdd227d7 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/814d4e22-af86-4630-9c7c-cb38d0f27037 HTTP/1.1" status: 204 len: 168 time: 1.0009398 Dec 07 15:19:01.798389 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 56234) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:01.808019 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56238) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:01.833956 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-aad024db-7d63-44b8-b9b2-90b7c486c7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:01.889688 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-aad024db-7d63-44b8-b9b2-90b7c486c7de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:01.896777 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-aad024db-7d63-44b8-b9b2-90b7c486c7de admin admin] Usage tracker for resource:security_group_rule and tenant:722e1acd51bb4da3953c1cf5b297fe1b is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:01.901183 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-aad024db-7d63-44b8-b9b2-90b7c486c7de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:01.911376 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-aad024db-7d63-44b8-b9b2-90b7c486c7de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:01.936468 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a46241e-0e1c-45b7-ad56-d41c5afdc2d4 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:19:01.947525 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107c8b5-8f7d-4c63-be8b-c7a953d70e7a None None] Sync routers for ids ['8b0cf43b-64db-4062-b3dd-446f41dace2e'] in dv-cinder-820628-1-smb {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:19:01.958296 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9a46241e-0e1c-45b7-ad56-d41c5afdc2d4 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for floatingip, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:01.970922 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8107c8b5-8f7d-4c63-be8b-c7a953d70e7a None None] Routers {'8b0cf43b-64db-4062-b3dd-446f41dace2e'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:19:01.971611 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-8107c8b5-8f7d-4c63-be8b-c7a953d70e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:18:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['8b0cf43b-64db-4062-b3dd-446f41dace2e'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:19:02.052967 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9a46241e-0e1c-45b7-ad56-d41c5afdc2d4 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "PUT /v2.0/floatingips/1ea71c2f-8e21-4a2f-8031-a86f9f68e51b HTTP/1.1" status: 200 len: 991 time: 3.4434876 Dec 07 15:19:02.056438 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d1c34f-936f-4a8d-9645-cacc4469e8be', 'tag': 'cad0d6ad-3822-445a-83a8-1ee869010539'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:19:02.079930 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-aad024db-7d63-44b8-b9b2-90b7c486c7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:02.084478 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-aad024db-7d63-44b8-b9b2-90b7c486c7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:02.096718 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-570638e4-0756-41de-80a3-658926574899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:02.158436 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad024db-7d63-44b8-b9b2-90b7c486c7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16eff654-b421-43ba-9699-e0a031f9cded,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:02.177557 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-aad024db-7d63-44b8-b9b2-90b7c486c7de admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=722e1acd51bb4da3953c1cf5b297fe1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3684063 Dec 07 15:19:02.180025 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-aad024db-7d63-44b8-b9b2-90b7c486c7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:02.181674 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56254) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:02.218791 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b7127c86-a4cd-49d4-9f72-4f25d6b9ada7 req-36ddd0ad-22af-49ad-8bb7-e3d460b04393 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879823 Dec 07 15:19:02.272901 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6d8097d0-71df-4151-a287-e02f4c74f1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:02.337587 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-8107c8b5-8f7d-4c63-be8b-c7a953d70e7a None None] Set router 8b0cf43b-64db-4062-b3dd-446f41dace2e gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:19:02.337717 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6d8097d0-71df-4151-a287-e02f4c74f1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:02.415104 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3327655'] for network, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:02.428119 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d1c34f-936f-4a8d-9645-cacc4469e8be', 'tag': 'cad0d6ad-3822-445a-83a8-1ee869010539', 'status': 'completed', 'code': 200} Dec 07 15:19:02.490885 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6d8097d0-71df-4151-a287-e02f4c74f1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:02.498855 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9a38556c-3221-4f92-a023-d503fb71b746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:02.517466 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56272) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:02.524578 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8097d0-71df-4151-a287-e02f4c74f1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16eff654-b421-43ba-9699-e0a031f9cded,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:02.546909 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6d8097d0-71df-4151-a287-e02f4c74f1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:02.547835 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6d8097d0-71df-4151-a287-e02f4c74f1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:02.552326 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-6d8097d0-71df-4151-a287-e02f4c74f1df admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/16eff654-b421-43ba-9699-e0a031f9cded HTTP/1.1" status: 204 len: 168 time: 0.3692696 Dec 07 15:19:02.685397 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3364997', 'neutron.services.segments.db._delete_segments_for_network-8744366564552'] for network, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:02.724543 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0b0d4a6a-c3ad-4d37-b698-cb70f0e1039b req-55d0a49e-676e-4af7-b778-0ad4a588b559 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c656814e5740ada798cf35922cb848&device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 1098 time: 0.2915881 Dec 07 15:19:02.733828 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:19:02.735496 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:19:02.736538 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:19:02.738342 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Subscribe: > port after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:19:02.740353 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:19:02.740945 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Subscribe: > port after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:19:02.741510 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:19:02.744141 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:02.744765 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:19:02.745349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:19:02.745921 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:19:02.822291 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:02.830914 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Usage tracker for resource:security_group_rule and tenant:c9fa7505df0447aa89f68aaa77016064 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:02.832717 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:19:02.833328 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:19:02.834003 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:19:02.834607 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88189) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:19:02.835172 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a325d691-6d79-4586-b0c5-18b48cad156e']}} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:19:02.840335 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:02.854671 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:02.909853 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 74614f77-bf16-49b6-8b7a-4ec1e13e117e details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:19:03.001327 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d4a6a-c3ad-4d37-b698-cb70f0e1039b req-2b775971-65ab-4c07-bde8-7fb6f5c867e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:03.003848 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0b0d4a6a-c3ad-4d37-b698-cb70f0e1039b req-2b775971-65ab-4c07-bde8-7fb6f5c867e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=094b8464-5ed4-428c-85f9-2c8468dfbadf HTTP/1.1" status: 200 len: 918 time: 0.1593924 Dec 07 15:19:03.009438 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44b0e4d-d26b-4699-8589-f4c4eae1a567') {'for_net_delete': True} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:19:03.010365 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44b0e4d-d26b-4699-8589-f4c4eae1a567') {} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:19:03.062756 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-8107c8b5-8f7d-4c63-be8b-c7a953d70e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:10Z', 'revision_number': 4, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_floatingips': [{'id': '1ea71c2f-8e21-4a2f-8031-a86f9f68e51b', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'floating_ip_address': '172.28.3.120', 'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'router_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'port_id': 'cad0d6ad-3822-445a-83a8-1ee869010539', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'mac_address': 'fa:16:3e:52:5f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d1c34f-936f-4a8d-9645-cacc4469e8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:18:24Z', 'updated_at': '2021-12-07T15:19:00Z', 'revision_number': 1, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b483a37-03db-47ed-bcf1-e75cb001a0a0', 'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'mac_address': 'fa:16:3e:4f:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:09Z', 'updated_at': '2021-12-07T15:18:25Z', 'revision_number': 5, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'subnets': [{'id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:19:03.079809 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107c8b5-8f7d-4c63-be8b-c7a953d70e7a None None] Checking router: 8b0cf43b-64db-4062-b3dd-446f41dace2e for host: dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:19:03.081307 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:03.086860 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:03.093018 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744366571481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852690144'] for segment, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:03.096581 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-34c7ee83-88fa-46ce-8493-ed2687e7a995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:03.116652 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8107c8b5-8f7d-4c63-be8b-c7a953d70e7a None None] Routers {'8b0cf43b-64db-4062-b3dd-446f41dace2e'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:19:03.117370 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-8107c8b5-8f7d-4c63-be8b-c7a953d70e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:18:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['8b0cf43b-64db-4062-b3dd-446f41dace2e'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:19:03.199073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:03.208330 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3202d805-53a1-468d-92e1-e26eb7e310f8,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:03.228363 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:03.228781 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:03.229177 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:03.229564 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:03.229947 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:03.230360 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:03.230742 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:03.231126 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:03.231640 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:03.235435 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=88189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:19:03.236680 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3367674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852868797'] for segment, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:03.236897 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:03.237274 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:03.248961 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c9fa7505df0447aa89f68aaa77016064&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7270994 Dec 07 15:19:03.250021 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:03.253142 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56288) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: (self, other), Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: (self, other), Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: Traceback (most recent call last): Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: timer() Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: cb(*args, **kw) Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: return func(*args, **kwargs) Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: self._notify() Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: self.callback(batched_events) Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: event.method(event) Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: segment_id)['aggregates'][0] Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: return f(self, *a, **k) Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: return self._get(url).json() Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: **kwargs) Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: return self.request(url, 'GET', **kwargs) Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: **endpoint_filter) Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:19:03.299396 dv-cinder-820628-1-smb neutron-server[88079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:19:03.330011 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 74614f77-bf16-49b6-8b7a-4ec1e13e117e, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=74614f77-bf16-49b6-8b7a-4ec1e13e117e,segment=NetworkSegment(03c52c7c-9b93-4500-a217-42544703a072),segment_id=03c52c7c-9b93-4500-a217-42544703a072)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:19:03.382560 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9f26ab4f-a7b3-4fab-ab64-f985a1951877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:03.414300 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9f26ab4f-a7b3-4fab-ab64-f985a1951877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:03.417938 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': '74614f77-bf16-49b6-8b7a-4ec1e13e117e', 'network_id': 'd4c29737-6cb5-4f9f-8367-8a30a0b0b89d', 'port_id': '74614f77-bf16-49b6-8b7a-4ec1e13e117e', 'mac_address': 'fa:16:3e:a3:22:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1961b23a-27d2-4e55-bab8-921e32defad2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:19:03.508177 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9f26ab4f-a7b3-4fab-ab64-f985a1951877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:03.516107 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-dec97e90-d40f-49c6-a268-13b11fef3857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:03.552600 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:03.573955 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74614f77-bf16-49b6-8b7a-4ec1e13e117e {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:19:03.592121 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 74614f77-bf16-49b6-8b7a-4ec1e13e117e, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=74614f77-bf16-49b6-8b7a-4ec1e13e117e,segment=NetworkSegment(03c52c7c-9b93-4500-a217-42544703a072),segment_id=03c52c7c-9b93-4500-a217-42544703a072)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:19:03.596856 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:03.599020 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:03.725378 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851410802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633852'] for network, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:03.763592 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=74614f77-bf16-49b6-8b7a-4ec1e13e117e,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:03.774397 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:03.790125 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0b0d4a6a-c3ad-4d37-b698-cb70f0e1039b req-446845db-ba26-43b6-ba0d-1fc8db35bcab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cad0d6ad-3822-445a-83a8-1ee869010539 HTTP/1.1" status: 200 len: 999 time: 0.7660511 Dec 07 15:19:03.797738 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-8107c8b5-8f7d-4c63-be8b-c7a953d70e7a None None] Set router 8b0cf43b-64db-4062-b3dd-446f41dace2e gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:19:03.878237 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:03.885854 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['74614f77-bf16-49b6-8b7a-4ec1e13e117e'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:19:03.899275 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:03.921173 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Pushing event deleted for resources: {'Network': ['ID=a325d691-6d79-4586-b0c5-18b48cad156e,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:03.932016 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d4a6a-c3ad-4d37-b698-cb70f0e1039b req-0e8ced13-45c6-4fa8-a64a-e81d12fb000b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:03.933616 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0b0d4a6a-c3ad-4d37-b698-cb70f0e1039b req-0e8ced13-45c6-4fa8-a64a-e81d12fb000b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1159b89-e409-480d-88a1-0e02146c58fd HTTP/1.1" status: 200 len: 856 time: 0.1347399 Dec 07 15:19:04.038966 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9f26ab4f-a7b3-4fab-ab64-f985a1951877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:04.044065 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] 10.222.0.71 "DELETE /v2.0/networks/a325d691-6d79-4586-b0c5-18b48cad156e HTTP/1.1" status: 204 len: 168 time: 2.2419622 Dec 07 15:19:04.044269 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9f26ab4f-a7b3-4fab-ab64-f985a1951877 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3202d805-53a1-468d-92e1-e26eb7e310f8 HTTP/1.1" status: 204 len: 168 time: 0.7879119 Dec 07 15:19:04.044269 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ab4f-a7b3-4fab-ab64-f985a1951877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3202d805-53a1-468d-92e1-e26eb7e310f8,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:04.061027 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:04.061442 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:04.061818 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:04.062239 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:04.062640 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:04.063036 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:04.063417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:04.063804 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:04.064192 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:04.064569 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:04.064950 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:19:04.069427 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9f26ab4f-a7b3-4fab-ab64-f985a1951877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:04.099353 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:04.136839 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082440a-c064-4418-bf30-65d71cd7c807 req-54fcd3f6-cc64-4323-9985-731a8b8f97ef tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:04.144636 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c082440a-c064-4418-bf30-65d71cd7c807 req-54fcd3f6-cc64-4323-9985-731a8b8f97ef tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/ports?device_id=94aa6e2d-5110-44d7-ac8d-b8a6f51aca54 HTTP/1.1" status: 200 len: 944 time: 0.7988992 Dec 07 15:19:04.188819 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f2373-6709-4bc3-91d6-964466449ca2 req-017425dc-58ce-47c8-882d-1c2d0809a1f2 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:04.190516 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d28f2373-6709-4bc3-91d6-964466449ca2 req-017425dc-58ce-47c8-882d-1c2d0809a1f2 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.4898198 Dec 07 15:19:04.246202 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c082440a-c064-4418-bf30-65d71cd7c807 req-63844de1-776b-4a7a-9adf-cc00e4385887 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f9b4b1c-57dc-4a9e-a91f-e018b0ec43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001551 Dec 07 15:19:04.268466 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0b0d4a6a-c3ad-4d37-b698-cb70f0e1039b req-5fbed144-9f92-4260-a754-b595ba6834aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=094b8464-5ed4-428c-85f9-2c8468dfbadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3136258 Dec 07 15:19:04.317137 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56322) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:04.397231 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d28f2373-6709-4bc3-91d6-964466449ca2 req-71540ecf-182a-43ad-80f5-13a6db62267c tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970844 Dec 07 15:19:04.512857 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-4b67a430-25f7-45c7-96b3-951e76a03278 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=77929a41e5a848828ba2300d41fc3faf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1918449 Dec 07 15:19:04.515898 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56330) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:04.584317 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0b0d4a6a-c3ad-4d37-b698-cb70f0e1039b req-41b8148a-2125-4f29-b275-5dff1b179885 service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069804 Dec 07 15:19:04.598098 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-8107c8b5-8f7d-4c63-be8b-c7a953d70e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:10Z', 'revision_number': 4, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_floatingips': [{'id': '1ea71c2f-8e21-4a2f-8031-a86f9f68e51b', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'floating_ip_address': '172.28.3.120', 'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'router_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'port_id': 'cad0d6ad-3822-445a-83a8-1ee869010539', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'mac_address': 'fa:16:3e:52:5f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d1c34f-936f-4a8d-9645-cacc4469e8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:18:24Z', 'updated_at': '2021-12-07T15:19:00Z', 'revision_number': 1, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b483a37-03db-47ed-bcf1-e75cb001a0a0', 'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'mac_address': 'fa:16:3e:4f:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:09Z', 'updated_at': '2021-12-07T15:18:25Z', 'revision_number': 5, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'subnets': [{'id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:19:04.608073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107c8b5-8f7d-4c63-be8b-c7a953d70e7a None None] The sync data for ids ['8b0cf43b-64db-4062-b3dd-446f41dace2e'] in dv-cinder-820628-1-smb is: [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:10Z', 'revision_number': 4, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_floatingips': [{'id': '1ea71c2f-8e21-4a2f-8031-a86f9f68e51b', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'floating_ip_address': '172.28.3.120', 'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'router_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'port_id': 'cad0d6ad-3822-445a-83a8-1ee869010539', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'mac_address': 'fa:16:3e:52:5f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d1c34f-936f-4a8d-9645-cacc4469e8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:18:24Z', 'updated_at': '2021-12-07T15:19:00Z', 'revision_number': 1, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b483a37-03db-47ed-bcf1-e75cb001a0a0', 'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'mac_address': 'fa:16:3e:4f:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:09Z', 'updated_at': '2021-12-07T15:18:25Z', 'revision_number': 5, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'subnets': [{'id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:19:04.640204 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e15519f-ea6e-43da-991c-a38a119f4254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:04.701091 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e15519f-ea6e-43da-991c-a38a119f4254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:04.776773 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e15519f-ea6e-43da-991c-a38a119f4254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:04.784813 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-eec59a11-9f2c-4f59-9e9c-9c99f1bb210d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:04.800146 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15519f-ea6e-43da-991c-a38a119f4254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf37ef6-c59b-4b10-9b22-8ddfccc8f05c,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:04.804781 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3e15519f-ea6e-43da-991c-a38a119f4254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:04.808502 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e15519f-ea6e-43da-991c-a38a119f4254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:04.811699 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-3e15519f-ea6e-43da-991c-a38a119f4254 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7bf37ef6-c59b-4b10-9b22-8ddfccc8f05c HTTP/1.1" status: 204 len: 168 time: 0.2944167 Dec 07 15:19:04.829272 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56340) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:04.834492 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0b0d4a6a-c3ad-4d37-b698-cb70f0e1039b req-477a46be-58df-4c9c-9808-badaa0a4cebc service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436545 Dec 07 15:19:04.853902 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a74b2f29-8458-452d-80fc-f0dcae6872fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:04.902748 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a74b2f29-8458-452d-80fc-f0dcae6872fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:04.907272 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a74b2f29-8458-452d-80fc-f0dcae6872fc admin admin] Usage tracker for resource:security_group_rule and tenant:6c3ed9b784634dccb8de625895d8f39f is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:04.912850 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 74614f77-bf16-49b6-8b7a-4ec1e13e117e up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:19:04.930483 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a74b2f29-8458-452d-80fc-f0dcae6872fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:04.931157 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a74b2f29-8458-452d-80fc-f0dcae6872fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:05.040459 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a74b2f29-8458-452d-80fc-f0dcae6872fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:05.046394 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a74b2f29-8458-452d-80fc-f0dcae6872fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:05.061642 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-29adb90c-0916-437b-8658-ab66ec4598ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:05.069066 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning for port 74614f77-bf16-49b6-8b7a-4ec1e13e117e completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:19:05.074461 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port 74614f77-bf16-49b6-8b7a-4ec1e13e117e triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:19:05.074860 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:05.166270 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b82cfaa-ff42-4ec5-824c-d6155699bbdf None None] New status for floating IP 1ea71c2f-8e21-4a2f-8031-a86f9f68e51b: ACTIVE {{(pid=88190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:19:05.201487 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b2f29-8458-452d-80fc-f0dcae6872fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676eeefe-21df-4635-bb67-5b7dcd045a44,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:05.206740 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a74b2f29-8458-452d-80fc-f0dcae6872fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:05.209804 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a74b2f29-8458-452d-80fc-f0dcae6872fc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6c3ed9b784634dccb8de625895d8f39f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3786178 Dec 07 15:19:05.212702 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 56352) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:05.319467 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5f87195f-9b09-474b-b27b-24743408ba13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:05.338216 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:05.355318 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5f87195f-9b09-474b-b27b-24743408ba13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:05.440139 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94aa6e2d-5110-44d7-ac8d-b8a6f51aca54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74614f77-bf16-49b6-8b7a-4ec1e13e117e'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:19:05.483801 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5f87195f-9b09-474b-b27b-24743408ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:05.496347 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e30219f2-85ba-4f8c-be49-bb2075b77a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:05.497633 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 74614f77-bf16-49b6-8b7a-4ec1e13e117e, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=74614f77-bf16-49b6-8b7a-4ec1e13e117e,segment=NetworkSegment(03c52c7c-9b93-4500-a217-42544703a072),segment_id=03c52c7c-9b93-4500-a217-42544703a072)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:19:05.503887 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:05.507866 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a642dbf4-8e50-459e-b0b7-f4d391a8f590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:05.549361 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87195f-9b09-474b-b27b-24743408ba13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676eeefe-21df-4635-bb67-5b7dcd045a44,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:05.551501 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5f87195f-9b09-474b-b27b-24743408ba13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:05.552756 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-5f87195f-9b09-474b-b27b-24743408ba13 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/676eeefe-21df-4635-bb67-5b7dcd045a44 HTTP/1.1" status: 204 len: 168 time: 0.3389692 Dec 07 15:19:05.559069 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5f87195f-9b09-474b-b27b-24743408ba13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:05.723979 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=74614f77-bf16-49b6-8b7a-4ec1e13e117e,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:05.735618 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:05.862978 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e67c8-9651-4dd3-85bf-5ac15a72fa97 req-9aeac10b-e6d6-44ec-a9f8-94e6c8457ffd tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:05.864843 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-666e67c8-9651-4dd3-85bf-5ac15a72fa97 req-9aeac10b-e6d6-44ec-a9f8-94e6c8457ffd tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/ports?device_id=94aa6e2d-5110-44d7-ac8d-b8a6f51aca54 HTTP/1.1" status: 200 len: 945 time: 0.2885380 Dec 07 15:19:05.924781 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-666e67c8-9651-4dd3-85bf-5ac15a72fa97 req-a7e245e5-7c74-4393-bf5a-98d7cbdcb739 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f9b4b1c-57dc-4a9e-a91f-e018b0ec43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500493 Dec 07 15:19:05.933993 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51769d-8000-4a8f-8584-8c1ab920b690 req-b6a39200-4e93-48bb-8317-08b58b130cd4 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:05.936069 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cf51769d-8000-4a8f-8584-8c1ab920b690 req-b6a39200-4e93-48bb-8317-08b58b130cd4 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.2395844 Dec 07 15:19:06.024515 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94aa6e2d-5110-44d7-ac8d-b8a6f51aca54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74614f77-bf16-49b6-8b7a-4ec1e13e117e', 'code': 200} Dec 07 15:19:06.032275 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cf51769d-8000-4a8f-8584-8c1ab920b690 req-a57f2c8e-e7cd-431a-ba78-e45c714a068b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865037 Dec 07 15:19:06.292136 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e7922add-abda-4e1c-a7de-8f0e1604fe7e req-c17c80ef-a879-43d6-95e3-58ffcd65be7a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=94aa6e2d-5110-44d7-ac8d-b8a6f51aca54 HTTP/1.1" status: 200 len: 1098 time: 0.0784178 Dec 07 15:19:06.341261 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e7922add-abda-4e1c-a7de-8f0e1604fe7e req-c75b5b4f-4aab-4eae-ab66-614d32c1c743 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7f9b4b1c-57dc-4a9e-a91f-e018b0ec43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421319 Dec 07 15:19:06.603325 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56412) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:06.921836 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-db3cbccc-aed0-4e2b-846a-b19e59d952de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:06.956805 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-db3cbccc-aed0-4e2b-846a-b19e59d952de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:06.964139 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-db3cbccc-aed0-4e2b-846a-b19e59d952de admin admin] Usage tracker for resource:security_group_rule and tenant:b1aeab23020848e594dacd4e4af2c6ec is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:06.971493 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-db3cbccc-aed0-4e2b-846a-b19e59d952de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:06.991212 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-db3cbccc-aed0-4e2b-846a-b19e59d952de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:07.164501 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-db3cbccc-aed0-4e2b-846a-b19e59d952de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:07.169697 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-db3cbccc-aed0-4e2b-846a-b19e59d952de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:07.183360 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-31986d87-fe0d-4989-8a45-0f8d69849488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:07.224496 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cbccc-aed0-4e2b-846a-b19e59d952de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7352ecdc-e2c2-411a-894b-6a2686e008bf,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:07.234908 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-db3cbccc-aed0-4e2b-846a-b19e59d952de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:07.246010 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-db3cbccc-aed0-4e2b-846a-b19e59d952de admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b1aeab23020848e594dacd4e4af2c6ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6415050 Dec 07 15:19:07.248968 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56444) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:07.349630 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c7c1ca0-2dc3-4719-8155-0774c676ef18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:07.423570 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c7c1ca0-2dc3-4719-8155-0774c676ef18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:07.441101 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63ff89-bd6e-42fb-be88-bbbb8fc6f4f0 req-b0aceef3-f098-4bdd-9118-6142c6d00e83 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:07.443655 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-de63ff89-bd6e-42fb-be88-bbbb8fc6f4f0 req-b0aceef3-f098-4bdd-9118-6142c6d00e83 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/ports?device_id=94aa6e2d-5110-44d7-ac8d-b8a6f51aca54 HTTP/1.1" status: 200 len: 945 time: 0.2069852 Dec 07 15:19:07.477538 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abee6e3-25ff-4fbc-b4c5-a58b159ca7e1 req-fea4a2d0-07fd-4868-9ee4-edaf7b397188 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:07.479305 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6abee6e3-25ff-4fbc-b4c5-a58b159ca7e1 req-fea4a2d0-07fd-4868-9ee4-edaf7b397188 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.1797681 Dec 07 15:19:07.508096 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c7c1ca0-2dc3-4719-8155-0774c676ef18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:07.523804 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:07.552235 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-de63ff89-bd6e-42fb-be88-bbbb8fc6f4f0 req-957089ed-594f-4803-a083-c46a42b05a9a tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f9b4b1c-57dc-4a9e-a91f-e018b0ec43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002820 Dec 07 15:19:07.562541 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c1ca0-2dc3-4719-8155-0774c676ef18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7352ecdc-e2c2-411a-894b-6a2686e008bf,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:07.569016 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6abee6e3-25ff-4fbc-b4c5-a58b159ca7e1 req-3febb060-c396-4846-baa7-1358ea78258e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717416 Dec 07 15:19:07.574502 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9c7c1ca0-2dc3-4719-8155-0774c676ef18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:07.579014 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c7c1ca0-2dc3-4719-8155-0774c676ef18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:07.580370 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9c7c1ca0-2dc3-4719-8155-0774c676ef18 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7352ecdc-e2c2-411a-894b-6a2686e008bf HTTP/1.1" status: 204 len: 168 time: 0.3300357 Dec 07 15:19:08.306774 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 56484) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:08.353700 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9abdde7b-3ec8-4736-8432-34c8c7b2783d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:08.441327 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9abdde7b-3ec8-4736-8432-34c8c7b2783d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:08.451641 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9abdde7b-3ec8-4736-8432-34c8c7b2783d admin admin] Usage tracker for resource:security_group_rule and tenant:25765c3c1aba41c3a3dc458f456731da is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:08.459169 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9abdde7b-3ec8-4736-8432-34c8c7b2783d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:08.475823 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9abdde7b-3ec8-4736-8432-34c8c7b2783d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:08.563916 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4f81cada-f171-4c26-9208-2b7d2ec0adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:08.636032 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9abdde7b-3ec8-4736-8432-34c8c7b2783d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:08.642683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9abdde7b-3ec8-4736-8432-34c8c7b2783d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:08.697644 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:08.709482 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9abdde7b-3ec8-4736-8432-34c8c7b2783d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=25765c3c1aba41c3a3dc458f456731da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4009330 Dec 07 15:19:08.712513 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56512) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:08.779627 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdde7b-3ec8-4736-8432-34c8c7b2783d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6eb6db-eb8d-44c8-9ca6-fa8c13cc5c25,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:08.804171 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9abdde7b-3ec8-4736-8432-34c8c7b2783d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:08.837159 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e685e605-d512-4250-99aa-69906613c0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:08.867529 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e685e605-d512-4250-99aa-69906613c0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:08.921454 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e685e605-d512-4250-99aa-69906613c0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:08.927000 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-41f6fdfc-576c-44b6-b9c9-f6c1c9ad8c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:08.948625 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685e605-d512-4250-99aa-69906613c0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6eb6db-eb8d-44c8-9ca6-fa8c13cc5c25,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:08.955594 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e685e605-d512-4250-99aa-69906613c0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:08.966041 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e685e605-d512-4250-99aa-69906613c0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:08.976781 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-e685e605-d512-4250-99aa-69906613c0d1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0d6eb6db-eb8d-44c8-9ca6-fa8c13cc5c25 HTTP/1.1" status: 204 len: 168 time: 0.2624362 Dec 07 15:19:08.996040 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0642023-9590-4949-80bb-77f4c76b61ee req-24f0942b-d988-4b57-8740-00c8db03f417 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:08.997914 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f0642023-9590-4949-80bb-77f4c76b61ee req-24f0942b-d988-4b57-8740-00c8db03f417 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.1926043 Dec 07 15:19:09.004918 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6c59b-342e-4a50-a28d-6072413c108a req-3a4c8ed0-f7e4-4228-a622-6fff6e0efd99 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:09.006532 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6bb6c59b-342e-4a50-a28d-6072413c108a req-3a4c8ed0-f7e4-4228-a622-6fff6e0efd99 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/ports?device_id=94aa6e2d-5110-44d7-ac8d-b8a6f51aca54 HTTP/1.1" status: 200 len: 945 time: 0.2061019 Dec 07 15:19:09.098845 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f0642023-9590-4949-80bb-77f4c76b61ee req-d37e0e93-3aa9-472f-9a97-bfb5724b8da5 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912702 Dec 07 15:19:09.105387 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6bb6c59b-342e-4a50-a28d-6072413c108a req-c210033f-571f-4ca7-8d50-ef0af3aedee2 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f9b4b1c-57dc-4a9e-a91f-e018b0ec43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808635 Dec 07 15:19:09.680196 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:09.775499 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56554) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:10.111521 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ffbd873c-d8fa-4e87-8a59-5ecf63c70082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:10.185467 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ffbd873c-d8fa-4e87-8a59-5ecf63c70082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:10.195725 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ffbd873c-d8fa-4e87-8a59-5ecf63c70082 admin admin] Usage tracker for resource:security_group_rule and tenant:59a25f21a09c41b5a35bb8521acbc902 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:10.201271 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ffbd873c-d8fa-4e87-8a59-5ecf63c70082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:10.216163 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ffbd873c-d8fa-4e87-8a59-5ecf63c70082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:10.385267 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ffbd873c-d8fa-4e87-8a59-5ecf63c70082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:10.400266 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ffbd873c-d8fa-4e87-8a59-5ecf63c70082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:10.408858 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4061f2f4-b9bd-409d-a19a-c7da74f71890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:10.440969 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd873c-d8fa-4e87-8a59-5ecf63c70082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fce713-c14c-4166-a588-a050fcee245e,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:10.456765 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ffbd873c-d8fa-4e87-8a59-5ecf63c70082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:10.486716 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-ffbd873c-d8fa-4e87-8a59-5ecf63c70082 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=59a25f21a09c41b5a35bb8521acbc902&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7094693 Dec 07 15:19:10.490356 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 56594) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:10.522308 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2b059-f5e2-4a2a-8c10-675e699bdec1 req-516a044d-c2e3-4aac-a6b1-f96c06732c7a tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:10.523934 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7ba2b059-f5e2-4a2a-8c10-675e699bdec1 req-516a044d-c2e3-4aac-a6b1-f96c06732c7a tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.1776929 Dec 07 15:19:10.618193 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7ba2b059-f5e2-4a2a-8c10-675e699bdec1 req-57ea532b-5712-48f7-a5de-2e49d09b57e0 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816548 Dec 07 15:19:10.620744 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b5931426-e8cd-4c81-b6a2-b4bdeffc6232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:10.655380 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b5931426-e8cd-4c81-b6a2-b4bdeffc6232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:10.669301 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-57358c92-edd9-4afa-a060-4af4ea66f1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:10.704860 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b5931426-e8cd-4c81-b6a2-b4bdeffc6232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:10.711045 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-99dbb8f6-d93e-4834-87b0-121a161109fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:10.728255 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5931426-e8cd-4c81-b6a2-b4bdeffc6232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fce713-c14c-4166-a588-a050fcee245e,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:10.734048 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b5931426-e8cd-4c81-b6a2-b4bdeffc6232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:10.737117 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b5931426-e8cd-4c81-b6a2-b4bdeffc6232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:10.738508 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-b5931426-e8cd-4c81-b6a2-b4bdeffc6232 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/40fce713-c14c-4166-a588-a050fcee245e HTTP/1.1" status: 204 len: 168 time: 0.2454758 Dec 07 15:19:11.280894 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:11.291582 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 56624) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:11.323975 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-53ac5887-421b-4e54-8755-9de2e75e0580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:11.412541 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-53ac5887-421b-4e54-8755-9de2e75e0580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:11.417737 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-53ac5887-421b-4e54-8755-9de2e75e0580 admin admin] Usage tracker for resource:security_group_rule and tenant:31dac0a21cde474198580a306270fc0a is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:11.421341 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-53ac5887-421b-4e54-8755-9de2e75e0580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:11.428492 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-53ac5887-421b-4e54-8755-9de2e75e0580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:11.579969 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-53ac5887-421b-4e54-8755-9de2e75e0580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:11.585585 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-53ac5887-421b-4e54-8755-9de2e75e0580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:11.596776 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:11.656338 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac5887-421b-4e54-8755-9de2e75e0580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcbca2b-336d-4d2d-abe7-fc81a6280c9a,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:11.666064 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56648) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:11.666848 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-53ac5887-421b-4e54-8755-9de2e75e0580 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=31dac0a21cde474198580a306270fc0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3739085 Dec 07 15:19:11.668425 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-53ac5887-421b-4e54-8755-9de2e75e0580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:11.790834 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-aa60d0ed-ed7a-489d-9dc5-d2706062d1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:11.827971 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-aa60d0ed-ed7a-489d-9dc5-d2706062d1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:11.884965 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-aa60d0ed-ed7a-489d-9dc5-d2706062d1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:11.897028 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-aad024db-7d63-44b8-b9b2-90b7c486c7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:11.918042 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60d0ed-ed7a-489d-9dc5-d2706062d1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcbca2b-336d-4d2d-abe7-fc81a6280c9a,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:11.921398 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-aa60d0ed-ed7a-489d-9dc5-d2706062d1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:11.922772 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-aa60d0ed-ed7a-489d-9dc5-d2706062d1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:11.925599 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-aa60d0ed-ed7a-489d-9dc5-d2706062d1aa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8bcbca2b-336d-4d2d-abe7-fc81a6280c9a HTTP/1.1" status: 204 len: 168 time: 0.2580490 Dec 07 15:19:12.103447 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7fcb1-bb53-4c62-a9d8-b87b474e4ef6 req-d8e2e17a-6842-4d39-9520-7026586d4f61 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:12.111709 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-77f7fcb1-bb53-4c62-a9d8-b87b474e4ef6 req-d8e2e17a-6842-4d39-9520-7026586d4f61 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.2848935 Dec 07 15:19:12.180449 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-77f7fcb1-bb53-4c62-a9d8-b87b474e4ef6 req-f7792aae-5cba-46ed-8284-7f7a4767bf7f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676386 Dec 07 15:19:12.569235 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:13.497789 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860906e-1fc6-42db-88fd-7b762891f870 req-ccf0ab6d-f66c-4a27-aed4-a2a48371d34c tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:13.499332 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a860906e-1fc6-42db-88fd-7b762891f870 req-ccf0ab6d-f66c-4a27-aed4-a2a48371d34c tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.1656103 Dec 07 15:19:13.557315 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a860906e-1fc6-42db-88fd-7b762891f870 req-30348136-11a3-49b1-87d3-c662aaa14a31 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513234 Dec 07 15:19:13.622520 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56746) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:13.792516 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7f0a36c6-695a-4ffb-b9d5-ea96ccad4bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:13.856790 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-7f0a36c6-695a-4ffb-b9d5-ea96ccad4bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:13.861318 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-7f0a36c6-695a-4ffb-b9d5-ea96ccad4bfe admin admin] Usage tracker for resource:security_group_rule and tenant:3dcf0367a414463b9b8c640fe3508712 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:13.864431 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-7f0a36c6-695a-4ffb-b9d5-ea96ccad4bfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:13.871183 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-7f0a36c6-695a-4ffb-b9d5-ea96ccad4bfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:13.946332 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7f0a36c6-695a-4ffb-b9d5-ea96ccad4bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:13.951042 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7f0a36c6-695a-4ffb-b9d5-ea96ccad4bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:13.958939 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:13.994677 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a36c6-695a-4ffb-b9d5-ea96ccad4bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4444ad6-23bf-4d80-824f-41a7fb9f07f7,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:14.003940 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7f0a36c6-695a-4ffb-b9d5-ea96ccad4bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:14.013155 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-7f0a36c6-695a-4ffb-b9d5-ea96ccad4bfe admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3dcf0367a414463b9b8c640fe3508712&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3893514 Dec 07 15:19:14.016552 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 56764) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:14.103066 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a7cc53c9-945f-4f73-b4c1-bc3f43f45dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:14.143938 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a7cc53c9-945f-4f73-b4c1-bc3f43f45dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:14.207430 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a7cc53c9-945f-4f73-b4c1-bc3f43f45dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:14.213360 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:14.237393 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc53c9-945f-4f73-b4c1-bc3f43f45dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4444ad6-23bf-4d80-824f-41a7fb9f07f7,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:14.240870 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a7cc53c9-945f-4f73-b4c1-bc3f43f45dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:14.254003 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a7cc53c9-945f-4f73-b4c1-bc3f43f45dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:14.255698 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a7cc53c9-945f-4f73-b4c1-bc3f43f45dc1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d4444ad6-23bf-4d80-824f-41a7fb9f07f7 HTTP/1.1" status: 204 len: 168 time: 0.2380409 Dec 07 15:19:14.495309 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 56802) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:14.937830 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee317-fad9-4bba-ae77-53aa4a95cf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:15.001385 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-7e4ee317-fad9-4bba-ae77-53aa4a95cf07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:15.006021 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-7e4ee317-fad9-4bba-ae77-53aa4a95cf07 admin admin] Usage tracker for resource:security_group_rule and tenant:fb302399d50f421b85f3540171325f69 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:15.009704 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-7e4ee317-fad9-4bba-ae77-53aa4a95cf07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:15.016728 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-7e4ee317-fad9-4bba-ae77-53aa4a95cf07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:15.076843 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1e91c-2ac1-4c2a-93c4-3f9b9387bb16 req-8a70aa11-bf58-4fe4-a52e-8729162a3e68 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:15.084676 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-54e1e91c-2ac1-4c2a-93c4-3f9b9387bb16 req-8a70aa11-bf58-4fe4-a52e-8729162a3e68 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/ports?device_id=94aa6e2d-5110-44d7-ac8d-b8a6f51aca54 HTTP/1.1" status: 200 len: 945 time: 0.3182828 Dec 07 15:19:15.118897 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50f58f-52ca-4bd7-a9cb-f953c46bdb06 req-1afa77a3-3909-4636-a34d-6a6e540cab8a tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:15.120582 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8d50f58f-52ca-4bd7-a9cb-f953c46bdb06 req-1afa77a3-3909-4636-a34d-6a6e540cab8a tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.2534575 Dec 07 15:19:15.132931 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56834) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:15.164960 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-595c5b0e-9273-4258-a9dd-db5f8039d001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:15.214848 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-595c5b0e-9273-4258-a9dd-db5f8039d001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:15.221024 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-595c5b0e-9273-4258-a9dd-db5f8039d001 admin admin] Usage tracker for resource:security_group_rule and tenant:c7956db2efcb47379f83a2ba90dde5dd is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:15.224847 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-595c5b0e-9273-4258-a9dd-db5f8039d001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:15.232937 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-595c5b0e-9273-4258-a9dd-db5f8039d001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:15.234234 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-54e1e91c-2ac1-4c2a-93c4-3f9b9387bb16 req-409ae14d-cff7-4900-b582-a5d8aa9f487c tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f9b4b1c-57dc-4a9e-a91f-e018b0ec43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483784 Dec 07 15:19:15.275455 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee317-fad9-4bba-ae77-53aa4a95cf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:15.280323 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee317-fad9-4bba-ae77-53aa4a95cf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:15.295113 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7711bfb7-8366-4c23-8e3a-a71ea7ea4d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:15.330060 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8d50f58f-52ca-4bd7-a9cb-f953c46bdb06 req-86c544c0-565b-4c34-9979-17d0edc4a005 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714842 Dec 07 15:19:15.389354 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ee317-fad9-4bba-ae77-53aa4a95cf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c480dd3e-6788-4903-910b-31e45711b516,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:15.397728 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7e4ee317-fad9-4bba-ae77-53aa4a95cf07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:15.400432 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-7e4ee317-fad9-4bba-ae77-53aa4a95cf07 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fb302399d50f421b85f3540171325f69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9040260 Dec 07 15:19:15.406716 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 56846) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:15.434425 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-595c5b0e-9273-4258-a9dd-db5f8039d001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:15.438676 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-595c5b0e-9273-4258-a9dd-db5f8039d001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:15.475625 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-89bd06b4-44b1-47fc-8c63-e5fbad4952ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:15.486642 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-595c5b0e-9273-4258-a9dd-db5f8039d001 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c7956db2efcb47379f83a2ba90dde5dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3520489 Dec 07 15:19:15.490395 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 56852) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:15.507081 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c5b0e-9273-4258-a9dd-db5f8039d001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10847fc6-e1a3-4281-aa30-9f4580b60cc5,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:15.510481 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f8da3b35-52e3-4158-9afd-e42decec2d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:15.510724 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-595c5b0e-9273-4258-a9dd-db5f8039d001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:15.565443 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f8da3b35-52e3-4158-9afd-e42decec2d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:15.630881 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc4c3b80-2917-45f3-a9be-9d2762633e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:15.662246 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc4c3b80-2917-45f3-a9be-9d2762633e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:15.675340 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f8da3b35-52e3-4158-9afd-e42decec2d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:15.686057 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:15.717665 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da3b35-52e3-4158-9afd-e42decec2d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c480dd3e-6788-4903-910b-31e45711b516,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:15.720979 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f8da3b35-52e3-4158-9afd-e42decec2d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:15.722834 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f8da3b35-52e3-4158-9afd-e42decec2d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:15.724103 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-f8da3b35-52e3-4158-9afd-e42decec2d44 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c480dd3e-6788-4903-910b-31e45711b516 HTTP/1.1" status: 204 len: 168 time: 0.3162084 Dec 07 15:19:15.733094 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc4c3b80-2917-45f3-a9be-9d2762633e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:15.737126 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9abdde7b-3ec8-4736-8432-34c8c7b2783d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:15.750457 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c3b80-2917-45f3-a9be-9d2762633e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10847fc6-e1a3-4281-aa30-9f4580b60cc5,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:15.755925 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bc4c3b80-2917-45f3-a9be-9d2762633e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:15.758199 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc4c3b80-2917-45f3-a9be-9d2762633e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:15.759452 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-bc4c3b80-2917-45f3-a9be-9d2762633e91 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/10847fc6-e1a3-4281-aa30-9f4580b60cc5 HTTP/1.1" status: 204 len: 168 time: 0.2678561 Dec 07 15:19:16.009055 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56868) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:16.381707 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e8d2a02a-58e5-49cd-bf97-26e1387b8130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:16.413078 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56888) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:16.496110 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e8d2a02a-58e5-49cd-bf97-26e1387b8130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:16.506417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e8d2a02a-58e5-49cd-bf97-26e1387b8130 admin admin] Usage tracker for resource:security_group_rule and tenant:3ddacbff2e1b42ee976457a3498e2f43 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:16.517231 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e8d2a02a-58e5-49cd-bf97-26e1387b8130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:16.532629 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e8d2a02a-58e5-49cd-bf97-26e1387b8130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:16.566538 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755fce5-57b4-4b07-9845-ad95e98975b8 req-828f700a-b305-40b3-8bbb-2922656600e7 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:16.568188 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4755fce5-57b4-4b07-9845-ad95e98975b8 req-828f700a-b305-40b3-8bbb-2922656600e7 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.57 "GET /v2.0/ports?device_id=94aa6e2d-5110-44d7-ac8d-b8a6f51aca54 HTTP/1.1" status: 200 len: 945 time: 0.1275027 Dec 07 15:19:16.618123 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e668c8ab-f53e-4736-9438-c690d439e3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:16.662428 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e668c8ab-f53e-4736-9438-c690d439e3a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:16.667019 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e668c8ab-f53e-4736-9438-c690d439e3a4 admin admin] Usage tracker for resource:security_group_rule and tenant:a7b5d053d2234ec0b3823a01d6a9e6ec is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:16.670624 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e668c8ab-f53e-4736-9438-c690d439e3a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:16.678145 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e668c8ab-f53e-4736-9438-c690d439e3a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:16.679350 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dc340-7ea2-454a-825a-e682727a63c7 req-ff3156fd-c785-4019-abf7-eab208f2826a tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:16.681172 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-832dc340-7ea2-454a-825a-e682727a63c7 req-ff3156fd-c785-4019-abf7-eab208f2826a tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/ports?device_id=94aa6e2d-5110-44d7-ac8d-b8a6f51aca54 HTTP/1.1" status: 200 len: 945 time: 0.2855492 Dec 07 15:19:16.748577 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e8d2a02a-58e5-49cd-bf97-26e1387b8130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:16.797467 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e668c8ab-f53e-4736-9438-c690d439e3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:16.799589 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e8d2a02a-58e5-49cd-bf97-26e1387b8130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:16.831342 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ffbd873c-d8fa-4e87-8a59-5ecf63c70082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:16.854866 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-e8d2a02a-58e5-49cd-bf97-26e1387b8130 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3ddacbff2e1b42ee976457a3498e2f43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8444026 Dec 07 15:19:16.855645 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e668c8ab-f53e-4736-9438-c690d439e3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:16.871087 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56910) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:16.872244 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2a02a-58e5-49cd-bf97-26e1387b8130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ddf6ec-863a-427c-a771-0c754413e28e,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:16.890241 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e8d2a02a-58e5-49cd-bf97-26e1387b8130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:16.890805 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-fcf32cad-48ca-4ec6-b5dc-bde36ac1b5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:16.931356 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668c8ab-f53e-4736-9438-c690d439e3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e0ff96-c884-4c02-957f-451bac7e6183,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:16.938657 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-4755fce5-57b4-4b07-9845-ad95e98975b8 req-31336c74-3cbb-4070-92b9-69dbfe7d44a0 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Deleting port 74614f77-bf16-49b6-8b7a-4ec1e13e117e {{(pid=88189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:19:16.940208 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-4755fce5-57b4-4b07-9845-ad95e98975b8 req-31336c74-3cbb-4070-92b9-69dbfe7d44a0 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:16.940591 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e668c8ab-f53e-4736-9438-c690d439e3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:17.002922 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-e668c8ab-f53e-4736-9438-c690d439e3a4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a7b5d053d2234ec0b3823a01d6a9e6ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4118299 Dec 07 15:19:17.003857 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7342a210-b8b2-4055-8950-fddf8aa4ed0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:17.018200 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 56916) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:17.018741 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 56918) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:17.039045 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7342a210-b8b2-4055-8950-fddf8aa4ed0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:17.092899 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7342a210-b8b2-4055-8950-fddf8aa4ed0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:17.095170 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-832dc340-7ea2-454a-825a-e682727a63c7 req-d613c706-ba64-4177-91a0-c996b8ab1ce7 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f9b4b1c-57dc-4a9e-a91f-e018b0ec43b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147070 Dec 07 15:19:17.138172 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7f0a36c6-695a-4ffb-b9d5-ea96ccad4bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:17.182597 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342a210-b8b2-4055-8950-fddf8aa4ed0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ddf6ec-863a-427c-a771-0c754413e28e,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:17.192575 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7342a210-b8b2-4055-8950-fddf8aa4ed0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:17.206144 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7342a210-b8b2-4055-8950-fddf8aa4ed0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:17.207201 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-7342a210-b8b2-4055-8950-fddf8aa4ed0b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/11ddf6ec-863a-427c-a771-0c754413e28e HTTP/1.1" status: 204 len: 168 time: 0.3317773 Dec 07 15:19:17.213802 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5966f-f9fe-4996-b5f4-c98bb7a4f76e req-07de4a1a-06ce-4272-9130-add98ec29691 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:17.221392 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-73a5966f-f9fe-4996-b5f4-c98bb7a4f76e req-07de4a1a-06ce-4272-9130-add98ec29691 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.6486888 Dec 07 15:19:17.278254 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2a66981e-8ba1-4436-b719-38b405f98f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:17.400514 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b1471f61-8c76-4658-877e-e55639225e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:17.441471 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2a66981e-8ba1-4436-b719-38b405f98f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:17.465295 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-73a5966f-f9fe-4996-b5f4-c98bb7a4f76e req-5cc66086-6fe6-4815-91a5-7b093861e7b7 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429576 Dec 07 15:19:17.544813 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-4755fce5-57b4-4b07-9845-ad95e98975b8 req-31336c74-3cbb-4070-92b9-69dbfe7d44a0 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] For port 74614f77-bf16-49b6-8b7a-4ec1e13e117e, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=74614f77-bf16-49b6-8b7a-4ec1e13e117e,segment=NetworkSegment(03c52c7c-9b93-4500-a217-42544703a072),segment_id=03c52c7c-9b93-4500-a217-42544703a072)] {{(pid=88189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:19:17.545225 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-4755fce5-57b4-4b07-9845-ad95e98975b8 req-31336c74-3cbb-4070-92b9-69dbfe7d44a0 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:17.553563 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-b1471f61-8c76-4658-877e-e55639225e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:17.616120 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-b1471f61-8c76-4658-877e-e55639225e11 admin admin] Usage tracker for resource:security_group_rule and tenant:61b0cb2bec7f4e478ef76e07902a691f is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:17.683195 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-4755fce5-57b4-4b07-9845-ad95e98975b8 req-31336c74-3cbb-4070-92b9-69dbfe7d44a0 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Calling delete_port for 74614f77-bf16-49b6-8b7a-4ec1e13e117e owned by compute:nova {{(pid=88189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:19:17.711302 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-b1471f61-8c76-4658-877e-e55639225e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:17.732647 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-b1471f61-8c76-4658-877e-e55639225e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:17.732848 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56940) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:17.752512 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-84de04b8-3a8e-41f6-b242-8c2c5af7556a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:17.753662 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2a66981e-8ba1-4436-b719-38b405f98f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:17.762325 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c2803728-e7d0-4ade-a38b-10f6c5e3eda8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:17.785680 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-84de04b8-3a8e-41f6-b242-8c2c5af7556a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:17.789780 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-84de04b8-3a8e-41f6-b242-8c2c5af7556a admin admin] Usage tracker for resource:security_group_rule and tenant:56299bdc17fb43298eb6db3f47a229f6 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:17.792739 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-84de04b8-3a8e-41f6-b242-8c2c5af7556a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:17.798821 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-84de04b8-3a8e-41f6-b242-8c2c5af7556a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:17.872096 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66981e-8ba1-4436-b719-38b405f98f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e0ff96-c884-4c02-957f-451bac7e6183,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:17.880031 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-84de04b8-3a8e-41f6-b242-8c2c5af7556a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:17.883573 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-84de04b8-3a8e-41f6-b242-8c2c5af7556a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:17.886266 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-2a66981e-8ba1-4436-b719-38b405f98f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:17.893613 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3e15519f-ea6e-43da-991c-a38a119f4254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:17.906868 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2a66981e-8ba1-4436-b719-38b405f98f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:17.908732 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-2a66981e-8ba1-4436-b719-38b405f98f7a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/63e0ff96-c884-4c02-957f-451bac7e6183 HTTP/1.1" status: 204 len: 168 time: 0.8887796 Dec 07 15:19:17.926431 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de04b8-3a8e-41f6-b242-8c2c5af7556a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2868b19-9345-46bf-9231-66ddbe9b6d2c,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:17.929634 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-84de04b8-3a8e-41f6-b242-8c2c5af7556a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:17.956145 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-84de04b8-3a8e-41f6-b242-8c2c5af7556a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=56299bdc17fb43298eb6db3f47a229f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2221303 Dec 07 15:19:17.963237 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56946) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:18.100106 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2372a47a-3c31-409d-808a-015226b90ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:18.104908 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b1471f61-8c76-4658-877e-e55639225e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:18.107265 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-4755fce5-57b4-4b07-9845-ad95e98975b8 req-31336c74-3cbb-4070-92b9-69dbfe7d44a0 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:18.111669 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b1471f61-8c76-4658-877e-e55639225e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:18.124333 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['74614f77-bf16-49b6-8b7a-4ec1e13e117e'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:19:18.131247 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:18.204063 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2372a47a-3c31-409d-808a-015226b90ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:18.274573 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1471f61-8c76-4658-877e-e55639225e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3499e9dc-e466-4c8a-aa81-df6f12e1a172,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:18.322729 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2372a47a-3c31-409d-808a-015226b90ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:18.343397 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e668c8ab-f53e-4736-9438-c690d439e3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:18.394010 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372a47a-3c31-409d-808a-015226b90ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2868b19-9345-46bf-9231-66ddbe9b6d2c,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:18.405889 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-2372a47a-3c31-409d-808a-015226b90ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:18.407003 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2372a47a-3c31-409d-808a-015226b90ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:18.408451 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-2372a47a-3c31-409d-808a-015226b90ee3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f2868b19-9345-46bf-9231-66ddbe9b6d2c HTTP/1.1" status: 204 len: 168 time: 0.4430618 Dec 07 15:19:18.424865 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b1471f61-8c76-4658-877e-e55639225e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:18.550906 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:18.592262 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 56970) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:18.593633 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-b1471f61-8c76-4658-877e-e55639225e11 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=61b0cb2bec7f4e478ef76e07902a691f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5713875 Dec 07 15:19:18.608288 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fad72626-7d3b-4cef-b94b-96f35a2efad3 req-8d6a2c6b-f50b-43bd-b9a8-c01bd178e53e tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.71 "GET /v2.0/ports?device_id=94aa6e2d-5110-44d7-ac8d-b8a6f51aca54 HTTP/1.1" status: 200 len: 210 time: 0.1823485 Dec 07 15:19:18.624106 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31336c74-3cbb-4070-92b9-69dbfe7d44a0 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Pushing event deleted for resources: {'Port': ['ID=74614f77-bf16-49b6-8b7a-4ec1e13e117e,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:18.661201 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-31336c74-3cbb-4070-92b9-69dbfe7d44a0 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:18.665372 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-4755fce5-57b4-4b07-9845-ad95e98975b8 req-31336c74-3cbb-4070-92b9-69dbfe7d44a0 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] No DVR routers for this DVR port 74614f77-bf16-49b6-8b7a-4ec1e13e117e on host hv-cinder-82062 {{(pid=88189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:19:18.668971 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-4755fce5-57b4-4b07-9845-ad95e98975b8 req-31336c74-3cbb-4070-92b9-69dbfe7d44a0 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:18.672539 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94aa6e2d-5110-44d7-ac8d-b8a6f51aca54', 'name': 'network-vif-deleted', 'tag': '74614f77-bf16-49b6-8b7a-4ec1e13e117e'}] {{(pid=88189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:19:18.679948 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f5cb4c80-04d6-489f-8641-474604a989ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:18.710937 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4755fce5-57b4-4b07-9845-ad95e98975b8 req-31336c74-3cbb-4070-92b9-69dbfe7d44a0 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] 10.222.0.57 "DELETE /v2.0/ports/74614f77-bf16-49b6-8b7a-4ec1e13e117e HTTP/1.1" status: 204 len: 173 time: 2.0530574 Dec 07 15:19:18.744786 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f5cb4c80-04d6-489f-8641-474604a989ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:18.749852 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94aa6e2d-5110-44d7-ac8d-b8a6f51aca54', 'name': 'network-vif-deleted', 'tag': '74614f77-bf16-49b6-8b7a-4ec1e13e117e', 'status': 'completed', 'code': 200} Dec 07 15:19:18.886116 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f5cb4c80-04d6-489f-8641-474604a989ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:18.906657 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-db3cbccc-aed0-4e2b-846a-b19e59d952de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:18.907565 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814eebf5-3fb4-45ab-b813-444c4a50ca65 req-07de1f66-787e-471a-8867-b6e477286a34 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:18.910125 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-814eebf5-3fb4-45ab-b813-444c4a50ca65 req-07de1f66-787e-471a-8867-b6e477286a34 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.1089718 Dec 07 15:19:18.954728 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb4c80-04d6-489f-8641-474604a989ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3499e9dc-e466-4c8a-aa81-df6f12e1a172,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:18.960073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f5cb4c80-04d6-489f-8641-474604a989ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:18.961340 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f5cb4c80-04d6-489f-8641-474604a989ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:18.969903 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-f5cb4c80-04d6-489f-8641-474604a989ce admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3499e9dc-e466-4c8a-aa81-df6f12e1a172 HTTP/1.1" status: 204 len: 168 time: 0.3760295 Dec 07 15:19:18.998983 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-814eebf5-3fb4-45ab-b813-444c4a50ca65 req-f6617d91-4401-4073-b93d-e0ec92e5a5fc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818653 Dec 07 15:19:19.460416 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 57002) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:19.492025 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-20bce227-5d2b-43ce-83f3-2c3d1d209e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:19.526576 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-20bce227-5d2b-43ce-83f3-2c3d1d209e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:19.530852 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-20bce227-5d2b-43ce-83f3-2c3d1d209e63 admin admin] Usage tracker for resource:security_group_rule and tenant:88ea1992ec4e4b849d4b84221e2d9210 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:19.533911 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-20bce227-5d2b-43ce-83f3-2c3d1d209e63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:19.540064 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-20bce227-5d2b-43ce-83f3-2c3d1d209e63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:19.623756 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-20bce227-5d2b-43ce-83f3-2c3d1d209e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:19.627260 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-20bce227-5d2b-43ce-83f3-2c3d1d209e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:19.659828 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7380d1ad-554b-423c-9c37-599af73c7c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:19.681336 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-20bce227-5d2b-43ce-83f3-2c3d1d209e63 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=88ea1992ec4e4b849d4b84221e2d9210&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2189424 Dec 07 15:19:19.690256 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 57014) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:19.720993 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bce227-5d2b-43ce-83f3-2c3d1d209e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b0e1a0-42af-4571-b83e-150c6bc8c683,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:19.737035 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-20bce227-5d2b-43ce-83f3-2c3d1d209e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:19.848681 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e73f2499-c618-4e2a-ad32-7d11f34d4652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:19.883368 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e73f2499-c618-4e2a-ad32-7d11f34d4652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:19.934114 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e73f2499-c618-4e2a-ad32-7d11f34d4652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:19.940919 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:19.958814 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f2499-c618-4e2a-ad32-7d11f34d4652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b0e1a0-42af-4571-b83e-150c6bc8c683,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:19.962684 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e73f2499-c618-4e2a-ad32-7d11f34d4652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:19.964042 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-e73f2499-c618-4e2a-ad32-7d11f34d4652 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/00b0e1a0-42af-4571-b83e-150c6bc8c683 HTTP/1.1" status: 204 len: 168 time: 0.2724788 Dec 07 15:19:19.965176 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e73f2499-c618-4e2a-ad32-7d11f34d4652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:20.107543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:19:20.257312 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa32c9-d236-4ced-ace4-0e3f2eec8cf0 req-6e4d92f4-a49a-4069-a5bf-27923b8bd2fd tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:20.271246 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-30aa32c9-d236-4ced-ace4-0e3f2eec8cf0 req-6e4d92f4-a49a-4069-a5bf-27923b8bd2fd tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.1038964 Dec 07 15:19:20.354875 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-30aa32c9-d236-4ced-ace4-0e3f2eec8cf0 req-784930b6-9aca-473a-8933-aa45426ab409 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823336 Dec 07 15:19:20.764214 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 57066) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:20.788017 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ad8d839a-0488-4248-9089-c66550fa1c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:20.829584 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ad8d839a-0488-4248-9089-c66550fa1c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:20.834609 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ad8d839a-0488-4248-9089-c66550fa1c28 admin admin] Usage tracker for resource:security_group_rule and tenant:d24665b055864e65bebe1a5b3cdf5a96 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:20.838030 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ad8d839a-0488-4248-9089-c66550fa1c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:20.847583 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ad8d839a-0488-4248-9089-c66550fa1c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:20.934356 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ad8d839a-0488-4248-9089-c66550fa1c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:20.938440 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ad8d839a-0488-4248-9089-c66550fa1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:20.962954 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 74614f77-bf16-49b6-8b7a-4ec1e13e117e no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:19:20.967329 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c825e178-fce4-47b4-8c8a-80919c6dda41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:20.987400 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-ad8d839a-0488-4248-9089-c66550fa1c28 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d24665b055864e65bebe1a5b3cdf5a96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2218504 Dec 07 15:19:20.990318 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 57074) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:21.002112 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d839a-0488-4248-9089-c66550fa1c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2c94a5-bd0d-418d-b9bc-acd03d9965c9,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:21.005317 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ad8d839a-0488-4248-9089-c66550fa1c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:21.008973 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] No Port match for: 74614f77-bf16-49b6-8b7a-4ec1e13e117e {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:19:21.009537 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 74614f77-bf16-49b6-8b7a-4ec1e13e117e not bound to the agent host hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:19:21.069554 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b06dcb1f-3a4c-4103-b564-acf7d7c3d8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:21.098346 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b06dcb1f-3a4c-4103-b564-acf7d7c3d8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:21.143426 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b06dcb1f-3a4c-4103-b564-acf7d7c3d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:21.148981 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:21.162649 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06dcb1f-3a4c-4103-b564-acf7d7c3d8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2c94a5-bd0d-418d-b9bc-acd03d9965c9,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:21.165149 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b06dcb1f-3a4c-4103-b564-acf7d7c3d8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:21.170037 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b06dcb1f-3a4c-4103-b564-acf7d7c3d8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:21.171630 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-b06dcb1f-3a4c-4103-b564-acf7d7c3d8a5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ec2c94a5-bd0d-418d-b9bc-acd03d9965c9 HTTP/1.1" status: 204 len: 168 time: 0.1802263 Dec 07 15:19:21.205622 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 57084) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:21.642196 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-25393b9d-b369-4d9b-ab1c-403dfc1e5fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:21.660511 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76bc68-4556-4e0b-9664-e2c79a5f4497 req-c1b00a9d-b009-423b-92b4-ac72610b952a tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:21.668092 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0a76bc68-4556-4e0b-9664-e2c79a5f4497 req-c1b00a9d-b009-423b-92b4-ac72610b952a tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.1324081 Dec 07 15:19:21.720780 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-25393b9d-b369-4d9b-ab1c-403dfc1e5fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:21.739292 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-25393b9d-b369-4d9b-ab1c-403dfc1e5fce admin admin] Usage tracker for resource:security_group_rule and tenant:25e369273a9948d1b4a8b9f0a94d8226 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:21.744105 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-25393b9d-b369-4d9b-ab1c-403dfc1e5fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:21.746898 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0a76bc68-4556-4e0b-9664-e2c79a5f4497 req-51652bb1-cff8-4e2a-994e-cf00a2ebf1de tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774963 Dec 07 15:19:21.766731 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-25393b9d-b369-4d9b-ab1c-403dfc1e5fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:21.864505 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-25393b9d-b369-4d9b-ab1c-403dfc1e5fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:21.879498 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-25393b9d-b369-4d9b-ab1c-403dfc1e5fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:21.888495 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-89ebce21-b192-46cc-8f9f-85081730536c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:21.962995 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25393b9d-b369-4d9b-ab1c-403dfc1e5fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e585bf5c-d0da-4d8b-bc6f-ba0ee26ae4d2,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:21.967076 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-25393b9d-b369-4d9b-ab1c-403dfc1e5fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:21.972280 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-25393b9d-b369-4d9b-ab1c-403dfc1e5fce admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=25e369273a9948d1b4a8b9f0a94d8226&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7626975 Dec 07 15:19:21.973000 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 57120) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:22.117301 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:22.136022 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fb835066-0275-4d6e-a2ce-4def1f86d909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:22.183071 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fb835066-0275-4d6e-a2ce-4def1f86d909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:22.242287 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fb835066-0275-4d6e-a2ce-4def1f86d909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:22.248648 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f9475e62-6fd5-4519-b16f-96310eb18e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:22.276280 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fb835066-0275-4d6e-a2ce-4def1f86d909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:22.277815 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-fb835066-0275-4d6e-a2ce-4def1f86d909 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e585bf5c-d0da-4d8b-bc6f-ba0ee26ae4d2 HTTP/1.1" status: 204 len: 168 time: 0.3040397 Dec 07 15:19:22.279231 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb835066-0275-4d6e-a2ce-4def1f86d909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e585bf5c-d0da-4d8b-bc6f-ba0ee26ae4d2,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:22.289080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-fb835066-0275-4d6e-a2ce-4def1f86d909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:22.835295 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 57160) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:22.859662 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6217cf84-74b9-40c9-80ea-571c6e11d849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:22.957030 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-6217cf84-74b9-40c9-80ea-571c6e11d849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:22.963350 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-6217cf84-74b9-40c9-80ea-571c6e11d849 admin admin] Usage tracker for resource:security_group_rule and tenant:765609ed85004522aabb34e799cd3e48 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:22.970961 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-6217cf84-74b9-40c9-80ea-571c6e11d849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:22.979411 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-6217cf84-74b9-40c9-80ea-571c6e11d849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:23.010973 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79baa1-7698-481c-8d96-b92e8310b0c3 req-ec9dd594-e4ef-49df-8b5b-add6a5252825 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:23.012611 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0f79baa1-7698-481c-8d96-b92e8310b0c3 req-ec9dd594-e4ef-49df-8b5b-add6a5252825 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.1309619 Dec 07 15:19:23.100438 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0f79baa1-7698-481c-8d96-b92e8310b0c3 req-c9c14e86-55bd-4b34-b109-308551941af3 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781224 Dec 07 15:19:23.108286 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6217cf84-74b9-40c9-80ea-571c6e11d849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:23.112671 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6217cf84-74b9-40c9-80ea-571c6e11d849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:23.139044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:23.187312 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217cf84-74b9-40c9-80ea-571c6e11d849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dd9909-2958-4e23-b5b3-ac55f0a9ae8c,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:23.205665 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6217cf84-74b9-40c9-80ea-571c6e11d849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:23.230136 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 57176) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:23.241381 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-6217cf84-74b9-40c9-80ea-571c6e11d849 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=765609ed85004522aabb34e799cd3e48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4041879 Dec 07 15:19:23.319892 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-84fde6aa-8b40-47f8-99e7-0cb07e827eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:23.356376 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-84fde6aa-8b40-47f8-99e7-0cb07e827eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:23.473499 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-84fde6aa-8b40-47f8-99e7-0cb07e827eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:23.478835 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-473a609a-3fb7-4a1d-943e-b8d343d22617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:23.500755 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fde6aa-8b40-47f8-99e7-0cb07e827eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dd9909-2958-4e23-b5b3-ac55f0a9ae8c,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:23.504870 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-84fde6aa-8b40-47f8-99e7-0cb07e827eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:23.524768 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-84fde6aa-8b40-47f8-99e7-0cb07e827eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:23.526594 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-84fde6aa-8b40-47f8-99e7-0cb07e827eb5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/77dd9909-2958-4e23-b5b3-ac55f0a9ae8c HTTP/1.1" status: 204 len: 168 time: 0.2953811 Dec 07 15:19:24.642572 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774e273-ddc6-4933-8a1f-831124933a1e req-e0301cd4-d137-4c17-8632-1f4807addf04 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:24.644201 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7774e273-ddc6-4933-8a1f-831124933a1e req-e0301cd4-d137-4c17-8632-1f4807addf04 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.3787751 Dec 07 15:19:24.711076 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7774e273-ddc6-4933-8a1f-831124933a1e req-2a6621b5-150a-4675-8fc1-6a692a682d1e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554595 Dec 07 15:19:25.979304 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac10f94-a82e-47f3-bb9b-c00d5a03028b req-a6277c65-fc3c-47c6-b863-8a5b0fa9a7b9 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:25.980860 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5ac10f94-a82e-47f3-bb9b-c00d5a03028b req-a6277c65-fc3c-47c6-b863-8a5b0fa9a7b9 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.1182694 Dec 07 15:19:26.070554 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5ac10f94-a82e-47f3-bb9b-c00d5a03028b req-d1cdd654-5c37-4962-a1bc-8b5449f68385 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833244 Dec 07 15:19:26.209328 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 57354) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:26.421443 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1f36a86d-cf0b-4b06-ba42-9c2e8db67dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:26.471131 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-1f36a86d-cf0b-4b06-ba42-9c2e8db67dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:26.475742 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-1f36a86d-cf0b-4b06-ba42-9c2e8db67dd0 admin admin] Usage tracker for resource:security_group_rule and tenant:df866c4c71854090a8c84449bda02304 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:26.478911 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-1f36a86d-cf0b-4b06-ba42-9c2e8db67dd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:26.487418 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-1f36a86d-cf0b-4b06-ba42-9c2e8db67dd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:26.568228 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1f36a86d-cf0b-4b06-ba42-9c2e8db67dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:26.571670 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1f36a86d-cf0b-4b06-ba42-9c2e8db67dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:26.580353 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f8da3b35-52e3-4158-9afd-e42decec2d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:26.630133 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 57382) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:26.631663 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-1f36a86d-cf0b-4b06-ba42-9c2e8db67dd0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=df866c4c71854090a8c84449bda02304&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4206605 Dec 07 15:19:26.635177 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36a86d-cf0b-4b06-ba42-9c2e8db67dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c1b0d8-29e4-42e6-9f0f-c2f9f6e25d14,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:26.642359 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1f36a86d-cf0b-4b06-ba42-9c2e8db67dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:26.709062 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf61a-50ab-43bc-8f1e-082d6bb7ac79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:26.737843 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf61a-50ab-43bc-8f1e-082d6bb7ac79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:26.787804 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf61a-50ab-43bc-8f1e-082d6bb7ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:26.796451 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9e124d03-1b70-4bec-ae69-0f8efb60c5bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:26.814223 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaf61a-50ab-43bc-8f1e-082d6bb7ac79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c1b0d8-29e4-42e6-9f0f-c2f9f6e25d14,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:26.816822 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf61a-50ab-43bc-8f1e-082d6bb7ac79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:26.821187 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9eaaf61a-50ab-43bc-8f1e-082d6bb7ac79 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c1c1b0d8-29e4-42e6-9f0f-c2f9f6e25d14 HTTP/1.1" status: 204 len: 168 time: 0.1899073 Dec 07 15:19:26.823087 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9eaaf61a-50ab-43bc-8f1e-082d6bb7ac79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:27.312997 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 57414) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:27.337171 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-575845c8-ef6f-4a0b-adc5-ed4b7cf6ed80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:27.375048 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57008a98-a9bc-4d56-96a6-1e6c8fb25e85 req-b2f7e682-1d3e-4103-840e-e3e909f5873e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:27.380427 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-575845c8-ef6f-4a0b-adc5-ed4b7cf6ed80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:27.382980 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-57008a98-a9bc-4d56-96a6-1e6c8fb25e85 req-b2f7e682-1d3e-4103-840e-e3e909f5873e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.1064770 Dec 07 15:19:27.385762 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-575845c8-ef6f-4a0b-adc5-ed4b7cf6ed80 admin admin] Usage tracker for resource:security_group_rule and tenant:c49f375b4d1240178db8a9a347bf1fef is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:27.389946 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-575845c8-ef6f-4a0b-adc5-ed4b7cf6ed80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:27.397455 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-575845c8-ef6f-4a0b-adc5-ed4b7cf6ed80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:27.474225 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-57008a98-a9bc-4d56-96a6-1e6c8fb25e85 req-f0850ea7-e280-43e1-b535-778c1cd51a70 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899801 Dec 07 15:19:27.495791 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-575845c8-ef6f-4a0b-adc5-ed4b7cf6ed80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:27.501147 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-575845c8-ef6f-4a0b-adc5-ed4b7cf6ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:27.509482 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9eaaf61a-50ab-43bc-8f1e-082d6bb7ac79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:27.560114 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575845c8-ef6f-4a0b-adc5-ed4b7cf6ed80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a29dad-dc9d-4bab-8a76-22a0ef862044,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:27.579101 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-575845c8-ef6f-4a0b-adc5-ed4b7cf6ed80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:27.583930 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-575845c8-ef6f-4a0b-adc5-ed4b7cf6ed80 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c49f375b4d1240178db8a9a347bf1fef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2689908 Dec 07 15:19:27.586675 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 57426) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:27.663103 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6f31dc83-99cd-45c1-bcc0-74fe2fcea76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:27.690731 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6f31dc83-99cd-45c1-bcc0-74fe2fcea76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:27.740276 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6f31dc83-99cd-45c1-bcc0-74fe2fcea76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:27.746029 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6d8097d0-71df-4151-a287-e02f4c74f1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:27.759576 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31dc83-99cd-45c1-bcc0-74fe2fcea76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a29dad-dc9d-4bab-8a76-22a0ef862044,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:27.762595 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6f31dc83-99cd-45c1-bcc0-74fe2fcea76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:27.781149 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6f31dc83-99cd-45c1-bcc0-74fe2fcea76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:27.783100 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-6f31dc83-99cd-45c1-bcc0-74fe2fcea76c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/72a29dad-dc9d-4bab-8a76-22a0ef862044 HTTP/1.1" status: 204 len: 168 time: 0.1953661 Dec 07 15:19:27.989815 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fe8dc8f2-0747-43ec-ab28-1db33313acac req-da864a8e-61c8-4a37-9f68-7e8c47497ade service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 1098 time: 0.0879245 Dec 07 15:19:28.041776 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fe8dc8f2-0747-43ec-ab28-1db33313acac req-3d776e91-3392-408d-87f4-716623a370e0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437882 Dec 07 15:19:28.705876 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df7172-9ce4-4596-b394-8d67304b3b27 req-36b0f1d4-fd1b-4c5a-81a4-5a3842e02b09 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:28.713597 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b9df7172-9ce4-4596-b394-8d67304b3b27 req-36b0f1d4-fd1b-4c5a-81a4-5a3842e02b09 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.0976982 Dec 07 15:19:28.772169 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b9df7172-9ce4-4596-b394-8d67304b3b27 req-5ea5011b-b169-4862-a144-89534b7ade6a tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575466 Dec 07 15:19:30.000940 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271aa02-3954-499a-8659-10a6e532c65f req-2f0ab131-ff55-4c41-859b-81056a1be69d tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:30.002789 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6271aa02-3954-499a-8659-10a6e532c65f req-2f0ab131-ff55-4c41-859b-81056a1be69d tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.1079450 Dec 07 15:19:30.064782 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6271aa02-3954-499a-8659-10a6e532c65f req-e106d669-750d-4b17-8312-89e9c77ecfc5 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556145 Dec 07 15:19:30.313339 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd954a-3eb9-48c9-96d2-3aa8219a8757 req-88f71bee-ee0d-4739-81d3-f5e17fb6e2ac tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:30.325157 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-08bd954a-3eb9-48c9-96d2-3aa8219a8757 req-88f71bee-ee0d-4739-81d3-f5e17fb6e2ac tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1079695 Dec 07 15:19:30.408985 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-08bd954a-3eb9-48c9-96d2-3aa8219a8757 req-6bbb5163-7759-44d0-8568-3d337b5f072f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825920 Dec 07 15:19:30.548316 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 57560) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:30.583554 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 57566) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:30.764979 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ac581044-569c-4782-bf00-c80dc7b0b995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:30.773234 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5eaf91a8-f1d7-43ae-8858-4f3047b11cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:30.800378 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ac581044-569c-4782-bf00-c80dc7b0b995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:30.804547 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ac581044-569c-4782-bf00-c80dc7b0b995 admin admin] Usage tracker for resource:security_group_rule and tenant:c367f6932c754ef98a67fea15b8ebdde is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:30.808415 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ac581044-569c-4782-bf00-c80dc7b0b995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:30.814815 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ac581044-569c-4782-bf00-c80dc7b0b995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:30.816648 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-5eaf91a8-f1d7-43ae-8858-4f3047b11cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:30.821471 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-5eaf91a8-f1d7-43ae-8858-4f3047b11cec admin admin] Usage tracker for resource:security_group_rule and tenant:6f253f34b681437987366ad4050bdbb7 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:30.825275 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-5eaf91a8-f1d7-43ae-8858-4f3047b11cec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:30.832868 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-5eaf91a8-f1d7-43ae-8858-4f3047b11cec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:30.888259 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ac581044-569c-4782-bf00-c80dc7b0b995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:30.894326 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ac581044-569c-4782-bf00-c80dc7b0b995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:30.955533 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b06dcb1f-3a4c-4103-b564-acf7d7c3d8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:30.967589 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5eaf91a8-f1d7-43ae-8858-4f3047b11cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:30.973044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5eaf91a8-f1d7-43ae-8858-4f3047b11cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:30.982069 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9f26ab4f-a7b3-4fab-ab64-f985a1951877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:30.993021 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-ac581044-569c-4782-bf00-c80dc7b0b995 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c367f6932c754ef98a67fea15b8ebdde&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4047978 Dec 07 15:19:31.012236 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 57580) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:31.023935 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf91a8-f1d7-43ae-8858-4f3047b11cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826e5cd2-b6ba-4ebd-8f88-ea41730c4bed,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:31.029498 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5eaf91a8-f1d7-43ae-8858-4f3047b11cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:31.052839 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-5eaf91a8-f1d7-43ae-8858-4f3047b11cec admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6f253f34b681437987366ad4050bdbb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5029931 Dec 07 15:19:31.054365 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 57584) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:31.076046 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac581044-569c-4782-bf00-c80dc7b0b995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f294170-aad0-4e75-99b2-4a993814dc9d,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:31.079927 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ac581044-569c-4782-bf00-c80dc7b0b995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:31.106859 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bac3f599-5f14-4370-8834-fb58b151565b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:31.129865 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-29126db9-21e4-4c63-ba35-ca6158a37214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:31.139339 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bac3f599-5f14-4370-8834-fb58b151565b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:31.161534 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-29126db9-21e4-4c63-ba35-ca6158a37214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:31.189655 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bac3f599-5f14-4370-8834-fb58b151565b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:31.196766 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a5f8edd7-5746-43d8-aee7-b7e73672255c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:31.213636 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-29126db9-21e4-4c63-ba35-ca6158a37214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:31.219590 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b2cb1430-8883-457b-bebb-1a767b89772b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:31.226359 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bac3f599-5f14-4370-8834-fb58b151565b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:31.227655 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-bac3f599-5f14-4370-8834-fb58b151565b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9f294170-aad0-4e75-99b2-4a993814dc9d HTTP/1.1" status: 204 len: 168 time: 0.2135739 Dec 07 15:19:31.229323 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3f599-5f14-4370-8834-fb58b151565b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f294170-aad0-4e75-99b2-4a993814dc9d,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:31.231912 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bac3f599-5f14-4370-8834-fb58b151565b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:31.235348 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29126db9-21e4-4c63-ba35-ca6158a37214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826e5cd2-b6ba-4ebd-8f88-ea41730c4bed,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:31.245414 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-29126db9-21e4-4c63-ba35-ca6158a37214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:31.252326 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-29126db9-21e4-4c63-ba35-ca6158a37214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:31.256827 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-29126db9-21e4-4c63-ba35-ca6158a37214 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/826e5cd2-b6ba-4ebd-8f88-ea41730c4bed HTTP/1.1" status: 204 len: 168 time: 0.2011387 Dec 07 15:19:31.951515 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 57620) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:31.980980 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-66423091-0083-4e8c-8b82-ce56acc63639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:31.990652 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 57624) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:32.017988 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-66423091-0083-4e8c-8b82-ce56acc63639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:32.023456 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-66423091-0083-4e8c-8b82-ce56acc63639 admin admin] Usage tracker for resource:security_group_rule and tenant:a87874f34ce44bb18b261b397b516bfc is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:32.027019 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-66423091-0083-4e8c-8b82-ce56acc63639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:32.046214 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-66423091-0083-4e8c-8b82-ce56acc63639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:32.057188 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8b5a21db-0ef7-4d27-9b15-423ed52aa1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:32.084761 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ddd036d9-8241-4154-a51d-30dde5504d83 req-eb02330d-798b-4d5c-8178-d9b0bd8cbd07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=de405d4fc7024e7c8b6dff5a3da97043&device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 1099 time: 0.2663763 Dec 07 15:19:32.135996 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-66423091-0083-4e8c-8b82-ce56acc63639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:32.140422 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-66423091-0083-4e8c-8b82-ce56acc63639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:32.151461 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a74b2f29-8458-452d-80fc-f0dcae6872fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:32.162004 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252442bd-20a3-4f31-8395-deb5c618ee81 req-5c10fcdc-3edf-4260-876b-717ec969a37f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:32.163654 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-252442bd-20a3-4f31-8395-deb5c618ee81 req-5c10fcdc-3edf-4260-876b-717ec969a37f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.2511439 Dec 07 15:19:32.197021 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66423091-0083-4e8c-8b82-ce56acc63639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8b28bb-13d7-4ff6-b759-bd59382d283f,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:32.200704 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-66423091-0083-4e8c-8b82-ce56acc63639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:32.204086 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-66423091-0083-4e8c-8b82-ce56acc63639 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a87874f34ce44bb18b261b397b516bfc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2514520 Dec 07 15:19:32.206940 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 57630) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:32.251756 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-8b5a21db-0ef7-4d27-9b15-423ed52aa1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:32.267042 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-8b5a21db-0ef7-4d27-9b15-423ed52aa1a9 admin admin] Usage tracker for resource:security_group_rule and tenant:16fedc37f49a46d1976489c5a042bd4a is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:32.275728 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c519d82f-6423-40c9-92d1-0a3e06c6351e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:32.280946 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-8b5a21db-0ef7-4d27-9b15-423ed52aa1a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:32.300663 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-8b5a21db-0ef7-4d27-9b15-423ed52aa1a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:32.312755 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c519d82f-6423-40c9-92d1-0a3e06c6351e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:32.316670 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd036d9-8241-4154-a51d-30dde5504d83 req-6443afdb-e95a-4caa-a523-8b874be328d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:32.318317 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ddd036d9-8241-4154-a51d-30dde5504d83 req-6443afdb-e95a-4caa-a523-8b874be328d3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=69c1c9a3-d42f-40c3-a885-61e13afc60b5 HTTP/1.1" status: 200 len: 919 time: 0.2220564 Dec 07 15:19:32.372820 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c519d82f-6423-40c9-92d1-0a3e06c6351e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:32.386920 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-25393b9d-b369-4d9b-ab1c-403dfc1e5fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:32.392819 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ddd036d9-8241-4154-a51d-30dde5504d83 req-26778f80-eefc-4b1a-8a55-9f011f6e5431 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edaef193-62ba-487a-93ff-6249cc7a8019 HTTP/1.1" status: 200 len: 217 time: 0.0674608 Dec 07 15:19:32.403900 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519d82f-6423-40c9-92d1-0a3e06c6351e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8b28bb-13d7-4ff6-b759-bd59382d283f,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:32.406072 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c519d82f-6423-40c9-92d1-0a3e06c6351e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:32.409890 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-c519d82f-6423-40c9-92d1-0a3e06c6351e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9d8b28bb-13d7-4ff6-b759-bd59382d283f HTTP/1.1" status: 204 len: 168 time: 0.1995318 Dec 07 15:19:32.409890 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c519d82f-6423-40c9-92d1-0a3e06c6351e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:32.427125 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 57638) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:32.446336 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-252442bd-20a3-4f31-8395-deb5c618ee81 req-60fceeb7-3998-4b93-9e16-b050d864eca6 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184076 Dec 07 15:19:32.491667 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd036d9-8241-4154-a51d-30dde5504d83 req-b3db989a-85fa-43ad-a481-51a60986e962 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:32.493266 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ddd036d9-8241-4154-a51d-30dde5504d83 req-b3db989a-85fa-43ad-a481-51a60986e962 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14b5a408-1ee6-4316-94e2-f5e7198dad0f HTTP/1.1" status: 200 len: 858 time: 0.0921924 Dec 07 15:19:32.558144 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ddd036d9-8241-4154-a51d-30dde5504d83 req-6d77c1c8-dc85-42d6-854b-edb2127fec49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69c1c9a3-d42f-40c3-a885-61e13afc60b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547645 Dec 07 15:19:32.599697 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8b5a21db-0ef7-4d27-9b15-423ed52aa1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:32.601377 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-313fe84b-c37f-4038-ab21-8c7e9be52bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:32.613965 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8b5a21db-0ef7-4d27-9b15-423ed52aa1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:32.637289 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-313fe84b-c37f-4038-ab21-8c7e9be52bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:32.642342 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-313fe84b-c37f-4038-ab21-8c7e9be52bf5 admin admin] Usage tracker for resource:security_group_rule and tenant:47b3f5fca69045ddbd2b30c9c1d014f4 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:32.644136 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5f87195f-9b09-474b-b27b-24743408ba13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:32.646079 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-313fe84b-c37f-4038-ab21-8c7e9be52bf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:32.653541 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-313fe84b-c37f-4038-ab21-8c7e9be52bf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:32.657297 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-8b5a21db-0ef7-4d27-9b15-423ed52aa1a9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=16fedc37f49a46d1976489c5a042bd4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6533113 Dec 07 15:19:32.663519 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 57648) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:32.742627 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a21db-0ef7-4d27-9b15-423ed52aa1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6f0393-ef01-4e91-852e-eedb522a6d03,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:32.752998 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d7719e31-6abb-42a4-a758-4112b8b5cd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:32.754876 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8b5a21db-0ef7-4d27-9b15-423ed52aa1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:32.775143 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ddd036d9-8241-4154-a51d-30dde5504d83 req-462ae3b6-aac8-4d45-835a-e8b26f3c7a4e service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076790 Dec 07 15:19:32.806410 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d7719e31-6abb-42a4-a758-4112b8b5cd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:32.865812 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-313fe84b-c37f-4038-ab21-8c7e9be52bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:32.870486 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-313fe84b-c37f-4038-ab21-8c7e9be52bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:32.884106 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e685e605-d512-4250-99aa-69906613c0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:32.940079 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-313fe84b-c37f-4038-ab21-8c7e9be52bf5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=47b3f5fca69045ddbd2b30c9c1d014f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5116639 Dec 07 15:19:32.942824 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fe84b-c37f-4038-ab21-8c7e9be52bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb28c5e4-72ff-4af0-8e9f-c6db955a6b0d,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:32.961076 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-313fe84b-c37f-4038-ab21-8c7e9be52bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:32.961680 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 57666) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:32.965692 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d7719e31-6abb-42a4-a758-4112b8b5cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:32.972736 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-84de04b8-3a8e-41f6-b242-8c2c5af7556a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:32.997348 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7719e31-6abb-42a4-a758-4112b8b5cd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6f0393-ef01-4e91-852e-eedb522a6d03,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:33.007128 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d7719e31-6abb-42a4-a758-4112b8b5cd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:33.064163 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d7719e31-6abb-42a4-a758-4112b8b5cd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:33.065371 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-d7719e31-6abb-42a4-a758-4112b8b5cd16 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/df6f0393-ef01-4e91-852e-eedb522a6d03 HTTP/1.1" status: 204 len: 168 time: 0.4005945 Dec 07 15:19:33.078361 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ddd036d9-8241-4154-a51d-30dde5504d83 req-975c1e1c-b5f0-4746-b6c6-7810ca3d85fc service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844734 Dec 07 15:19:33.085877 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f7ce5817-36d1-442b-86f9-efcf57ff6610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:33.118702 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f7ce5817-36d1-442b-86f9-efcf57ff6610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:33.192057 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f7ce5817-36d1-442b-86f9-efcf57ff6610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:33.199478 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-aa60d0ed-ed7a-489d-9dc5-d2706062d1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:33.222279 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce5817-36d1-442b-86f9-efcf57ff6610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb28c5e4-72ff-4af0-8e9f-c6db955a6b0d,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:33.237213 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f7ce5817-36d1-442b-86f9-efcf57ff6610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:33.248733 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f7ce5817-36d1-442b-86f9-efcf57ff6610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:33.250294 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-f7ce5817-36d1-442b-86f9-efcf57ff6610 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bb28c5e4-72ff-4af0-8e9f-c6db955a6b0d HTTP/1.1" status: 204 len: 168 time: 0.2868969 Dec 07 15:19:33.834229 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd1af5-54e5-492e-a4c0-9f48944737c9 req-d19e5b98-9ef7-4820-b9c6-feb0d5cf628a tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:33.840773 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a7fd1af5-54e5-492e-a4c0-9f48944737c9 req-d19e5b98-9ef7-4820-b9c6-feb0d5cf628a tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.2069824 Dec 07 15:19:33.913078 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a7fd1af5-54e5-492e-a4c0-9f48944737c9 req-124c76d6-6243-4b19-b1de-514659d8f102 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670044 Dec 07 15:19:35.193618 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971715c5-88a0-48f6-9b23-189ffb31ca9f req-6c7e6d79-e2e1-41c6-a3c0-ac25b82468e4 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:35.195442 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-971715c5-88a0-48f6-9b23-189ffb31ca9f req-6c7e6d79-e2e1-41c6-a3c0-ac25b82468e4 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1288292 Dec 07 15:19:35.248153 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-971715c5-88a0-48f6-9b23-189ffb31ca9f req-31be7718-1118-4170-936f-6fdc391aafc1 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453503 Dec 07 15:19:36.525707 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe696b3-a75d-44b4-a8b6-c260b108934c req-45123f80-2686-4fac-abc8-7fa529d5b638 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:36.528747 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-afe696b3-a75d-44b4-a8b6-c260b108934c req-45123f80-2686-4fac-abc8-7fa529d5b638 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.0990932 Dec 07 15:19:36.592006 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-afe696b3-a75d-44b4-a8b6-c260b108934c req-87ce6b1d-72b4-4adf-b169-9b029d8bcf36 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556989 Dec 07 15:19:37.332868 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 57888) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:37.513073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4b07ce4e-6df2-4798-b735-f75ed9b644f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:37.549664 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-4b07ce4e-6df2-4798-b735-f75ed9b644f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:37.553985 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-4b07ce4e-6df2-4798-b735-f75ed9b644f5 admin admin] Usage tracker for resource:security_group_rule and tenant:b2a2313e95ed4e6fbbf99728b61cbfe5 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:37.557053 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-4b07ce4e-6df2-4798-b735-f75ed9b644f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:37.564436 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-4b07ce4e-6df2-4798-b735-f75ed9b644f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:37.637152 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4b07ce4e-6df2-4798-b735-f75ed9b644f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:37.641732 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4b07ce4e-6df2-4798-b735-f75ed9b644f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:37.670555 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-595c5b0e-9273-4258-a9dd-db5f8039d001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:37.724224 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07ce4e-6df2-4798-b735-f75ed9b644f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f912609d-bfcc-4bac-a62b-727b475be872,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:37.745684 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4b07ce4e-6df2-4798-b735-f75ed9b644f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:37.754778 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-4b07ce4e-6df2-4798-b735-f75ed9b644f5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b2a2313e95ed4e6fbbf99728b61cbfe5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4204631 Dec 07 15:19:37.758332 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 57912) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:37.845102 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-df30c273-7c3f-4b06-a866-f48580b58e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:37.860507 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47ad36-95f0-42ad-a295-bf911f8d1f53 req-ff99d60b-6076-4bd2-9874-8a57990f6531 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:37.862494 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bf47ad36-95f0-42ad-a295-bf911f8d1f53 req-ff99d60b-6076-4bd2-9874-8a57990f6531 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.0896022 Dec 07 15:19:37.879871 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-df30c273-7c3f-4b06-a866-f48580b58e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:37.921650 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bf47ad36-95f0-42ad-a295-bf911f8d1f53 req-261907e1-08a2-4a33-af5d-2d42bc65da16 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521903 Dec 07 15:19:37.955158 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-df30c273-7c3f-4b06-a866-f48580b58e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:37.960503 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5eaf91a8-f1d7-43ae-8858-4f3047b11cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:37.973972 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30c273-7c3f-4b06-a866-f48580b58e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f912609d-bfcc-4bac-a62b-727b475be872,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:37.977264 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-df30c273-7c3f-4b06-a866-f48580b58e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:37.979278 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-df30c273-7c3f-4b06-a866-f48580b58e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:37.983535 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-df30c273-7c3f-4b06-a866-f48580b58e70 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f912609d-bfcc-4bac-a62b-727b475be872 HTTP/1.1" status: 204 len: 168 time: 0.2241127 Dec 07 15:19:38.470024 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 57942) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:38.497241 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1aaa-2ff8-4d8b-9721-c8432cec0308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:38.552058 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e0ff1aaa-2ff8-4d8b-9721-c8432cec0308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:38.555012 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-97fa8e15-a65f-43d9-8674-896d52720e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:38.562599 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e0ff1aaa-2ff8-4d8b-9721-c8432cec0308 admin admin] Usage tracker for resource:security_group_rule and tenant:be62593e0f784a15942d4be67f53b1d3 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:38.566745 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e0ff1aaa-2ff8-4d8b-9721-c8432cec0308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:38.573253 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e0ff1aaa-2ff8-4d8b-9721-c8432cec0308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:38.653196 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1aaa-2ff8-4d8b-9721-c8432cec0308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:38.656282 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1aaa-2ff8-4d8b-9721-c8432cec0308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:38.663919 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bc4c3b80-2917-45f3-a9be-9d2762633e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:38.707501 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff1aaa-2ff8-4d8b-9721-c8432cec0308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fb1372-e8fc-4a01-ac65-a4351fd05003,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:38.713204 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-e0ff1aaa-2ff8-4d8b-9721-c8432cec0308 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=be62593e0f784a15942d4be67f53b1d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2418306 Dec 07 15:19:38.716188 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 57950) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:38.731479 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e0ff1aaa-2ff8-4d8b-9721-c8432cec0308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:38.785281 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d448c697-5f08-458a-9ff7-34b8d5738b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:38.815787 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d448c697-5f08-458a-9ff7-34b8d5738b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:38.873367 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d448c697-5f08-458a-9ff7-34b8d5738b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:38.878353 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:38.891428 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448c697-5f08-458a-9ff7-34b8d5738b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fb1372-e8fc-4a01-ac65-a4351fd05003,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:38.895810 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d448c697-5f08-458a-9ff7-34b8d5738b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:38.905927 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d448c697-5f08-458a-9ff7-34b8d5738b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:38.910329 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-d448c697-5f08-458a-9ff7-34b8d5738b6c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f9fb1372-e8fc-4a01-ac65-a4351fd05003 HTTP/1.1" status: 204 len: 168 time: 0.1931047 Dec 07 15:19:39.144772 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306f9c4-7236-4fa5-a3c7-5fe46b180642 req-6a00897d-049c-42d2-8d20-2d0cfd29f018 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:39.153079 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a306f9c4-7236-4fa5-a3c7-5fe46b180642 req-6a00897d-049c-42d2-8d20-2d0cfd29f018 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1018836 Dec 07 15:19:39.210325 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a306f9c4-7236-4fa5-a3c7-5fe46b180642 req-f5ab2546-7fe4-41df-8c12-e52aa36d5853 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560021 Dec 07 15:19:39.553381 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 57992) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:39.679888 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:39.794391 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e881270d-0ec9-4ee7-8e06-bae63fa5324a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:39.828735 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e881270d-0ec9-4ee7-8e06-bae63fa5324a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:39.833525 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e881270d-0ec9-4ee7-8e06-bae63fa5324a admin admin] Usage tracker for resource:security_group_rule and tenant:1fc286d305894f64bedda72f3886ccdc is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:39.836736 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e881270d-0ec9-4ee7-8e06-bae63fa5324a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:39.843702 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e881270d-0ec9-4ee7-8e06-bae63fa5324a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:39.920626 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e881270d-0ec9-4ee7-8e06-bae63fa5324a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:39.924949 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e881270d-0ec9-4ee7-8e06-bae63fa5324a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:39.958134 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-2a66981e-8ba1-4436-b719-38b405f98f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:39.973825 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 58014) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:39.974654 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-e881270d-0ec9-4ee7-8e06-bae63fa5324a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1fc286d305894f64bedda72f3886ccdc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4196904 Dec 07 15:19:39.998838 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881270d-0ec9-4ee7-8e06-bae63fa5324a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432161bc-f44b-4998-b0f0-a9d4dc2e2366,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:40.014889 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e881270d-0ec9-4ee7-8e06-bae63fa5324a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:40.057587 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-acb40d6e-f06b-4391-af06-c901119cf13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:40.098129 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-acb40d6e-f06b-4391-af06-c901119cf13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:40.149713 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-acb40d6e-f06b-4391-af06-c901119cf13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:40.157774 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f5cb4c80-04d6-489f-8641-474604a989ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:40.172470 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb40d6e-f06b-4391-af06-c901119cf13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432161bc-f44b-4998-b0f0-a9d4dc2e2366,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:40.175090 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-acb40d6e-f06b-4391-af06-c901119cf13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:40.176301 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-acb40d6e-f06b-4391-af06-c901119cf13a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/432161bc-f44b-4998-b0f0-a9d4dc2e2366 HTTP/1.1" status: 204 len: 168 time: 0.2012658 Dec 07 15:19:40.177222 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-acb40d6e-f06b-4391-af06-c901119cf13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:40.503998 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfbdb4-4eaf-45f9-b1a7-8ccdb67fa8bc req-399fc9ff-5d91-46ed-90e1-7f769752645e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:40.511633 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8acfbdb4-4eaf-45f9-b1a7-8ccdb67fa8bc req-399fc9ff-5d91-46ed-90e1-7f769752645e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1147370 Dec 07 15:19:40.559239 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8acfbdb4-4eaf-45f9-b1a7-8ccdb67fa8bc req-75a701aa-e0f7-43e5-b839-19b53f5ec7e1 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464044 Dec 07 15:19:40.661894 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7645c3ca-d363-4ee1-a3a8-cc5b82d57826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:41.277386 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:41.634013 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 58128) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:41.714488 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e749a1c-d5b6-4bd2-9a67-2cdac15fd034 admin admin] Deleting subnet 1961b23a-27d2-4e55-bab8-921e32defad2 {{(pid=88189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:19:41.755176 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7e749a1c-d5b6-4bd2-9a67-2cdac15fd034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:41.833683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7e749a1c-d5b6-4bd2-9a67-2cdac15fd034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2085673'] for subnet, precommit_delete_associations {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:41.902667 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7e749a1c-d5b6-4bd2-9a67-2cdac15fd034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3364380'] for subnet, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:41.938396 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8b02c-8610-48dd-bd21-181442315d47 req-0a975ac1-ab9b-417b-9d42-e1ff55f7b2ed tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:41.940006 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-51c8b02c-8610-48dd-bd21-181442315d47 req-0a975ac1-ab9b-417b-9d42-e1ff55f7b2ed tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.2324703 Dec 07 15:19:42.014917 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-51c8b02c-8610-48dd-bd21-181442315d47 req-82062084-a0ad-4ba8-abee-ec5568a68514 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672331 Dec 07 15:19:42.022959 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7e749a1c-d5b6-4bd2-9a67-2cdac15fd034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851411451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1906913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852795410'] for subnet, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:42.028173 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:42.077390 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e749a1c-d5b6-4bd2-9a67-2cdac15fd034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1961b23a-27d2-4e55-bab8-921e32defad2,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:42.081606 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7e749a1c-d5b6-4bd2-9a67-2cdac15fd034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:42.085427 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7e749a1c-d5b6-4bd2-9a67-2cdac15fd034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:42.097878 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-7e749a1c-d5b6-4bd2-9a67-2cdac15fd034 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1961b23a-27d2-4e55-bab8-921e32defad2 HTTP/1.1" status: 204 len: 168 time: 0.4626758 Dec 07 15:19:42.100463 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 58136) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:42.260106 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4ae627ad-3791-450c-b908-d3b6e4bf6127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3327655'] for network, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:42.581891 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:42.611001 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 58154) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:42.625458 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4ae627ad-3791-450c-b908-d3b6e4bf6127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3364997', 'neutron.services.segments.db._delete_segments_for_network-8744366564552'] for network, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:42.657841 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-4ae627ad-3791-450c-b908-d3b6e4bf6127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c29737-6cb5-4f9f-8367-8a30a0b0b89d']}} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:19:42.671795 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-4ae627ad-3791-450c-b908-d3b6e4bf6127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c52c7c-9b93-4500-a217-42544703a072') {'for_net_delete': True} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:19:42.672176 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-4ae627ad-3791-450c-b908-d3b6e4bf6127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c52c7c-9b93-4500-a217-42544703a072') {} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:19:42.684800 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4ae627ad-3791-450c-b908-d3b6e4bf6127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744366571481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852690144'] for segment, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:42.705959 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4ae627ad-3791-450c-b908-d3b6e4bf6127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:42.713099 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae627ad-3791-450c-b908-d3b6e4bf6127 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=88189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:19:42.713539 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4ae627ad-3791-450c-b908-d3b6e4bf6127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3367674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852868797'] for segment, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: Traceback (most recent call last): Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: timer() Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: cb(*args, **kw) Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: return func(*args, **kwargs) Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: self._notify() Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: self.callback(batched_events) Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: event.method(event) Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: segment_id)['aggregates'][0] Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: return f(self, *a, **k) Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: return self._get(url).json() Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: **kwargs) Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: return self.request(url, 'GET', **kwargs) Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: **endpoint_filter) Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:19:42.727798 dv-cinder-820628-1-smb neutron-server[88079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:19:42.822648 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1379d60b-b308-4111-b696-5dce4b918a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:42.842560 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4ae627ad-3791-450c-b908-d3b6e4bf6127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851410802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633852'] for network, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:42.850731 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4ae627ad-3791-450c-b908-d3b6e4bf6127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:42.862420 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:42.887497 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae627ad-3791-450c-b908-d3b6e4bf6127 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4c29737-6cb5-4f9f-8367-8a30a0b0b89d,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:42.890514 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4ae627ad-3791-450c-b908-d3b6e4bf6127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:42.893739 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-4ae627ad-3791-450c-b908-d3b6e4bf6127 admin admin] 10.222.0.71 "DELETE /v2.0/networks/d4c29737-6cb5-4f9f-8367-8a30a0b0b89d HTTP/1.1" status: 204 len: 168 time: 0.7921093 Dec 07 15:19:42.897181 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 58160) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:42.900178 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-1379d60b-b308-4111-b696-5dce4b918a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:42.936346 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-1379d60b-b308-4111-b696-5dce4b918a50 admin admin] Usage tracker for resource:security_group_rule and tenant:1e128ed77c7c4561b83414d3bdda71e6 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:42.947497 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-1379d60b-b308-4111-b696-5dce4b918a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:42.961064 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-1379d60b-b308-4111-b696-5dce4b918a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:42.989668 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f873aee-3346-4b9d-bb92-53568335fefc admin admin] Deleting subnet 8cfbdd6f-2986-49bd-a150-314ae65a41ef {{(pid=88189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:19:42.997023 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6f873aee-3346-4b9d-bb92-53568335fefc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:43.067870 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6f873aee-3346-4b9d-bb92-53568335fefc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2085673'] for subnet, precommit_delete_associations {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:43.160020 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1379d60b-b308-4111-b696-5dce4b918a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:43.165781 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6f873aee-3346-4b9d-bb92-53568335fefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3364380'] for subnet, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:43.227125 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1379d60b-b308-4111-b696-5dce4b918a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:43.243646 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9dab14a7-2f1d-40aa-b8f4-3820138eedf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:43.318801 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379d60b-b308-4111-b696-5dce4b918a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73a7878-72f9-4de8-a977-7b2b5d40caf8,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:43.323437 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1379d60b-b308-4111-b696-5dce4b918a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:43.338800 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-1379d60b-b308-4111-b696-5dce4b918a50 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1e128ed77c7c4561b83414d3bdda71e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7266126 Dec 07 15:19:43.342066 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 58168) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:43.366650 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6f873aee-3346-4b9d-bb92-53568335fefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851411451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1906913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852795410'] for subnet, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:43.372421 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:43.405282 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a1766-35a9-40da-a6aa-ee73345d66a4 req-15bd2939-3c17-4703-8ae0-16714197567a tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:43.407011 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-005a1766-35a9-40da-a6aa-ee73345d66a4 req-15bd2939-3c17-4703-8ae0-16714197567a tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.2456048 Dec 07 15:19:43.421657 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f873aee-3346-4b9d-bb92-53568335fefc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cfbdd6f-2986-49bd-a150-314ae65a41ef,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:43.424470 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6f873aee-3346-4b9d-bb92-53568335fefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:43.447630 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6f873aee-3346-4b9d-bb92-53568335fefc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:43.471583 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-178ffe78-dfd5-49cf-bb0c-eeee0ebcef53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:43.484953 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-005a1766-35a9-40da-a6aa-ee73345d66a4 req-c6e6a026-053e-450a-b92b-3a861ea7979d tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645196 Dec 07 15:19:43.498392 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-6f873aee-3346-4b9d-bb92-53568335fefc admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8cfbdd6f-2986-49bd-a150-314ae65a41ef HTTP/1.1" status: 204 len: 168 time: 0.5882199 Dec 07 15:19:43.498392 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 58176) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:43.511537 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-178ffe78-dfd5-49cf-bb0c-eeee0ebcef53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:43.569137 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-178ffe78-dfd5-49cf-bb0c-eeee0ebcef53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:43.577493 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-313fe84b-c37f-4038-ab21-8c7e9be52bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:43.603410 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ffe78-dfd5-49cf-bb0c-eeee0ebcef53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73a7878-72f9-4de8-a977-7b2b5d40caf8,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:43.610927 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-178ffe78-dfd5-49cf-bb0c-eeee0ebcef53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:43.611989 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-178ffe78-dfd5-49cf-bb0c-eeee0ebcef53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:43.625211 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-13ccb8de-35aa-41bf-8c68-c5cc3820c933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3327655'] for network, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:43.628470 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-178ffe78-dfd5-49cf-bb0c-eeee0ebcef53 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a73a7878-72f9-4de8-a977-7b2b5d40caf8 HTTP/1.1" status: 204 len: 168 time: 0.2851133 Dec 07 15:19:43.777266 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-13ccb8de-35aa-41bf-8c68-c5cc3820c933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3364997', 'neutron.services.segments.db._delete_segments_for_network-8744366564552'] for network, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:43.805200 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-13ccb8de-35aa-41bf-8c68-c5cc3820c933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c718316a-9abf-4cd0-9d0e-884465da7c95']}} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:19:43.819437 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-13ccb8de-35aa-41bf-8c68-c5cc3820c933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d14e03-ddea-4db5-a844-c2f9e83bcc2d') {'for_net_delete': True} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:19:43.819782 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-13ccb8de-35aa-41bf-8c68-c5cc3820c933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d14e03-ddea-4db5-a844-c2f9e83bcc2d') {} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:19:43.833181 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-13ccb8de-35aa-41bf-8c68-c5cc3820c933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744366571481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852690144'] for segment, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:43.855079 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-13ccb8de-35aa-41bf-8c68-c5cc3820c933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:43.868030 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ccb8de-35aa-41bf-8c68-c5cc3820c933 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=88189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:19:43.868472 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-13ccb8de-35aa-41bf-8c68-c5cc3820c933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3367674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852868797'] for segment, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: Traceback (most recent call last): Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: timer() Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: cb(*args, **kw) Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: return func(*args, **kwargs) Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: self._notify() Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: self.callback(batched_events) Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: event.method(event) Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: segment_id)['aggregates'][0] Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: return f(self, *a, **k) Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: return self._get(url).json() Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: **kwargs) Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: return self.request(url, 'GET', **kwargs) Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: **endpoint_filter) Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:19:43.885730 dv-cinder-820628-1-smb neutron-server[88079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:19:43.969692 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-13ccb8de-35aa-41bf-8c68-c5cc3820c933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851410802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633852'] for network, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:43.979067 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-13ccb8de-35aa-41bf-8c68-c5cc3820c933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:43.984415 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9c3e992a-3614-45b0-85df-f753b7b0749b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:44.010756 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-13ccb8de-35aa-41bf-8c68-c5cc3820c933 admin admin] 10.222.0.71 "DELETE /v2.0/networks/c718316a-9abf-4cd0-9d0e-884465da7c95 HTTP/1.1" status: 204 len: 168 time: 0.5182381 Dec 07 15:19:44.014588 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccb8de-35aa-41bf-8c68-c5cc3820c933 admin admin] Pushing event deleted for resources: {'Network': ['ID=c718316a-9abf-4cd0-9d0e-884465da7c95,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:44.017370 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-13ccb8de-35aa-41bf-8c68-c5cc3820c933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:44.056913 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 58194) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:44.083550 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0fd9281e-2b86-4457-9e90-aebe3258da83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:44.124451 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-0fd9281e-2b86-4457-9e90-aebe3258da83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:44.128698 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-0fd9281e-2b86-4457-9e90-aebe3258da83 admin admin] Usage tracker for resource:security_group_rule and tenant:4f367e04a0a94f63b7bd062897e232cd is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:44.131918 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-0fd9281e-2b86-4457-9e90-aebe3258da83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:44.138777 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-0fd9281e-2b86-4457-9e90-aebe3258da83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:44.206490 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 58200) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:44.218385 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0fd9281e-2b86-4457-9e90-aebe3258da83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:44.221902 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0fd9281e-2b86-4457-9e90-aebe3258da83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:44.229847 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-29126db9-21e4-4c63-ba35-ca6158a37214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:44.268658 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-6a4005e7-0fe4-47a8-8b78-93bba4909766 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2679d8300b7a43ad92d530cb4a745192&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0606318 Dec 07 15:19:44.271764 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 58206) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:44.281044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9281e-2b86-4457-9e90-aebe3258da83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90056728-2758-440a-8e10-b5b8eb2aef44,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:44.284364 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0fd9281e-2b86-4457-9e90-aebe3258da83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:44.289653 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-0fd9281e-2b86-4457-9e90-aebe3258da83 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4f367e04a0a94f63b7bd062897e232cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2315860 Dec 07 15:19:44.290360 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 58210) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:44.340622 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e0f566b7-8f9c-4d3c-81ac-83678a3cb644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:44.356366 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9ba5fe17-ce09-402a-89dc-b5082d4ef211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:44.370843 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e0f566b7-8f9c-4d3c-81ac-83678a3cb644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:44.384783 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9ba5fe17-ce09-402a-89dc-b5082d4ef211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:44.425878 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e0f566b7-8f9c-4d3c-81ac-83678a3cb644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:44.431530 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b5931426-e8cd-4c81-b6a2-b4bdeffc6232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:44.436164 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9ba5fe17-ce09-402a-89dc-b5082d4ef211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:44.440668 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7342a210-b8b2-4055-8950-fddf8aa4ed0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:44.443287 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f566b7-8f9c-4d3c-81ac-83678a3cb644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9b4b1c-57dc-4a9e-a91f-e018b0ec43b9,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:44.448068 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e0f566b7-8f9c-4d3c-81ac-83678a3cb644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:44.453666 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e0f566b7-8f9c-4d3c-81ac-83678a3cb644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:44.457080 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-e0f566b7-8f9c-4d3c-81ac-83678a3cb644 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7f9b4b1c-57dc-4a9e-a91f-e018b0ec43b9 HTTP/1.1" status: 204 len: 168 time: 0.1822088 Dec 07 15:19:44.459668 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5fe17-ce09-402a-89dc-b5082d4ef211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90056728-2758-440a-8e10-b5b8eb2aef44,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:44.462891 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9ba5fe17-ce09-402a-89dc-b5082d4ef211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:44.469069 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9ba5fe17-ce09-402a-89dc-b5082d4ef211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:44.470354 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9ba5fe17-ce09-402a-89dc-b5082d4ef211 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/90056728-2758-440a-8e10-b5b8eb2aef44 HTTP/1.1" status: 204 len: 168 time: 0.1789627 Dec 07 15:19:44.748381 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c61f55-13f9-4232-aeca-df515aff65ee req-ad709444-45c1-4053-af76-71b06d1c581d tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:44.750336 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-82c61f55-13f9-4232-aeca-df515aff65ee req-ad709444-45c1-4053-af76-71b06d1c581d tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1083248 Dec 07 15:19:44.822823 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-82c61f55-13f9-4232-aeca-df515aff65ee req-ed262c62-1c94-41c9-907f-e3a177231fe8 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660913 Dec 07 15:19:45.050098 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 58236) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:45.119989 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 58242) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:45.121073 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-5db08459-8296-4557-9944-d5a61f1f4645 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=13244b3c47a54c559e45ba11cc2ef69d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0689757 Dec 07 15:19:45.252127 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8c4032d9-5269-40f6-a6e5-d8da1df2a1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:45.313399 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8c4032d9-5269-40f6-a6e5-d8da1df2a1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:45.388851 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8c4032d9-5269-40f6-a6e5-d8da1df2a1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:45.399152 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b1471f61-8c76-4658-877e-e55639225e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:45.422915 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4032d9-5269-40f6-a6e5-d8da1df2a1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaf20da-b8a6-4e66-b22d-18ac9c135065,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:45.428508 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8c4032d9-5269-40f6-a6e5-d8da1df2a1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:45.431209 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8c4032d9-5269-40f6-a6e5-d8da1df2a1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:45.432565 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-8c4032d9-5269-40f6-a6e5-d8da1df2a1ba admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/faaf20da-b8a6-4e66-b22d-18ac9c135065 HTTP/1.1" status: 204 len: 168 time: 0.3113403 Dec 07 15:19:46.156298 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc048100-c41e-494a-a09c-75fe50f62557 req-cdc911e4-0d58-4f12-8bbe-c6c7a9352ee5 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:46.170664 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-dc048100-c41e-494a-a09c-75fe50f62557 req-cdc911e4-0d58-4f12-8bbe-c6c7a9352ee5 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1352797 Dec 07 15:19:46.262418 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-dc048100-c41e-494a-a09c-75fe50f62557 req-0d5f98aa-d438-4455-af91-c181655a2a09 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835593 Dec 07 15:19:47.364628 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 58336) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:47.591876 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b7a26-248b-4f56-ba67-5fd5aea41a05 req-81c5b10b-462a-423e-999a-5fc2595dead5 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:47.604806 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-631b7a26-248b-4f56-ba67-5fd5aea41a05 req-81c5b10b-462a-423e-999a-5fc2595dead5 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1103783 Dec 07 15:19:47.648687 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e0520469-ef47-4ae7-89c7-7fb84cb3cc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:47.706760 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-631b7a26-248b-4f56-ba67-5fd5aea41a05 req-fb99b114-bb52-47e2-bc06-2dcd9ee48e52 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009355 Dec 07 15:19:47.719573 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e0520469-ef47-4ae7-89c7-7fb84cb3cc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:47.730305 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e0520469-ef47-4ae7-89c7-7fb84cb3cc8f admin admin] Usage tracker for resource:security_group_rule and tenant:6e674f49905f41d89352fab4920baa56 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:47.734658 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e0520469-ef47-4ae7-89c7-7fb84cb3cc8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:47.740144 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e0520469-ef47-4ae7-89c7-7fb84cb3cc8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:47.821337 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e0520469-ef47-4ae7-89c7-7fb84cb3cc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:47.825021 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e0520469-ef47-4ae7-89c7-7fb84cb3cc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:47.838525 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e73f2499-c618-4e2a-ad32-7d11f34d4652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:47.886020 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-e0520469-ef47-4ae7-89c7-7fb84cb3cc8f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6e674f49905f41d89352fab4920baa56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5167654 Dec 07 15:19:47.886020 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0520469-ef47-4ae7-89c7-7fb84cb3cc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a8c6d6-0b32-4c06-b760-99d5ea7e5493,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:47.886493 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 58358) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:47.920159 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e0520469-ef47-4ae7-89c7-7fb84cb3cc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:48.003208 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c27a40fd-a0c9-4b2d-b1d1-8412e63bab13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:48.045795 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c27a40fd-a0c9-4b2d-b1d1-8412e63bab13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:48.099632 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c27a40fd-a0c9-4b2d-b1d1-8412e63bab13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:48.105475 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-20bce227-5d2b-43ce-83f3-2c3d1d209e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:48.127104 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a40fd-a0c9-4b2d-b1d1-8412e63bab13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a8c6d6-0b32-4c06-b760-99d5ea7e5493,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:48.137491 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c27a40fd-a0c9-4b2d-b1d1-8412e63bab13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:48.139187 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c27a40fd-a0c9-4b2d-b1d1-8412e63bab13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:48.149473 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-c27a40fd-a0c9-4b2d-b1d1-8412e63bab13 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/43a8c6d6-0b32-4c06-b760-99d5ea7e5493 HTTP/1.1" status: 204 len: 168 time: 0.2555218 Dec 07 15:19:48.966674 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e3534-d6bd-4e57-906a-2355f6dc8a4f req-23bd1ac9-286a-4407-89ce-3fcb8c242af1 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:48.968951 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a23e3534-d6bd-4e57-906a-2355f6dc8a4f req-23bd1ac9-286a-4407-89ce-3fcb8c242af1 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1229534 Dec 07 15:19:49.034431 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a23e3534-d6bd-4e57-906a-2355f6dc8a4f req-a19129cd-3db6-40ba-a529-3cce62f37907 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581646 Dec 07 15:19:49.791859 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 58448) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:49.964098 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0d77bde4-a3df-4df4-b542-8da1ab03372a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:50.000658 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-0d77bde4-a3df-4df4-b542-8da1ab03372a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:50.005065 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-0d77bde4-a3df-4df4-b542-8da1ab03372a admin admin] Usage tracker for resource:security_group_rule and tenant:876d4f453b654ecdb944732d1f1b2aca is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:50.008059 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-0d77bde4-a3df-4df4-b542-8da1ab03372a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:50.014398 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-0d77bde4-a3df-4df4-b542-8da1ab03372a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:50.097147 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0d77bde4-a3df-4df4-b542-8da1ab03372a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:50.101196 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0d77bde4-a3df-4df4-b542-8da1ab03372a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:50.113839 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-178ffe78-dfd5-49cf-bb0c-eeee0ebcef53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:50.164248 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77bde4-a3df-4df4-b542-8da1ab03372a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1c9be9-cced-4ceb-a249-4ce66c845dfb,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:50.172275 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-0d77bde4-a3df-4df4-b542-8da1ab03372a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=876d4f453b654ecdb944732d1f1b2aca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3767328 Dec 07 15:19:50.172275 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0d77bde4-a3df-4df4-b542-8da1ab03372a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:50.172558 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 58468) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:50.246755 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bf57b5f0-ae77-4dc2-b566-4a39acef5c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:50.276374 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bf57b5f0-ae77-4dc2-b566-4a39acef5c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:50.277347 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fe353-e49f-4f2e-9001-6466a9ce39ef req-1a031dad-cc92-4a5c-b505-6ec56a32b813 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:50.279538 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-647fe353-e49f-4f2e-9001-6466a9ce39ef req-1a031dad-cc92-4a5c-b505-6ec56a32b813 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.0965605 Dec 07 15:19:50.331514 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bf57b5f0-ae77-4dc2-b566-4a39acef5c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:50.337057 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-647fe353-e49f-4f2e-9001-6466a9ce39ef req-8cbfdde2-6da4-4490-bf49-6977e35d37af tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513935 Dec 07 15:19:50.339505 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6f31dc83-99cd-45c1-bcc0-74fe2fcea76c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:50.354183 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57b5f0-ae77-4dc2-b566-4a39acef5c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1c9be9-cced-4ceb-a249-4ce66c845dfb,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:50.358698 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bf57b5f0-ae77-4dc2-b566-4a39acef5c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:50.362953 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-bf57b5f0-ae77-4dc2-b566-4a39acef5c3b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3b1c9be9-cced-4ceb-a249-4ce66c845dfb HTTP/1.1" status: 204 len: 168 time: 0.1894200 Dec 07 15:19:50.372547 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bf57b5f0-ae77-4dc2-b566-4a39acef5c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:50.855952 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-75aedf58-2481-4c67-8a36-2e682efecb37 req-8dec82d7-9815-4992-9aae-3274ce99ee04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=de405d4fc7024e7c8b6dff5a3da97043&device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 1099 time: 0.0887976 Dec 07 15:19:51.029006 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aedf58-2481-4c67-8a36-2e682efecb37 req-3261ebd2-78a5-4a92-82eb-1a35478f3353 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:51.030658 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-75aedf58-2481-4c67-8a36-2e682efecb37 req-3261ebd2-78a5-4a92-82eb-1a35478f3353 service neutron] 10.222.0.57 "GET /v2.0/networks?id=69c1c9a3-d42f-40c3-a885-61e13afc60b5 HTTP/1.1" status: 200 len: 919 time: 0.1506224 Dec 07 15:19:51.047604 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 58500) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:51.111774 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-75aedf58-2481-4c67-8a36-2e682efecb37 req-6294382d-b811-4368-91f3-ffe2a70433d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edaef193-62ba-487a-93ff-6249cc7a8019 HTTP/1.1" status: 200 len: 217 time: 0.0739715 Dec 07 15:19:51.192981 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aedf58-2481-4c67-8a36-2e682efecb37 req-78884d47-0d51-4ecb-86a2-01570663e736 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:51.194633 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-75aedf58-2481-4c67-8a36-2e682efecb37 req-78884d47-0d51-4ecb-86a2-01570663e736 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14b5a408-1ee6-4316-94e2-f5e7198dad0f HTTP/1.1" status: 200 len: 858 time: 0.0752501 Dec 07 15:19:51.229019 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c0244de-b6df-4aee-b289-1e8d0e62c743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:51.247096 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-75aedf58-2481-4c67-8a36-2e682efecb37 req-7c0e4d37-5cfc-4cae-8da5-9ba2351d475c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69c1c9a3-d42f-40c3-a885-61e13afc60b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447285 Dec 07 15:19:51.266099 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9c0244de-b6df-4aee-b289-1e8d0e62c743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:51.270972 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9c0244de-b6df-4aee-b289-1e8d0e62c743 admin admin] Usage tracker for resource:security_group_rule and tenant:08a11dad02294cf6ac4e263c9f8718a1 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:51.274363 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9c0244de-b6df-4aee-b289-1e8d0e62c743 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:51.287252 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9c0244de-b6df-4aee-b289-1e8d0e62c743 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:51.399822 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c0244de-b6df-4aee-b289-1e8d0e62c743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:51.404303 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c0244de-b6df-4aee-b289-1e8d0e62c743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:51.415876 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c66a3cae-43f2-4bc6-ab65-702312a7f259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:51.431907 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-75aedf58-2481-4c67-8a36-2e682efecb37 req-931904ab-de0d-43e0-b16d-b7b169855b86 service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767256 Dec 07 15:19:51.483423 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0244de-b6df-4aee-b289-1e8d0e62c743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d493b2-12f5-4658-a9fc-69802dc3aa4d,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:51.486718 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9c0244de-b6df-4aee-b289-1e8d0e62c743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:51.491813 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9c0244de-b6df-4aee-b289-1e8d0e62c743 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=08a11dad02294cf6ac4e263c9f8718a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4406152 Dec 07 15:19:51.492655 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 58518) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:51.578706 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-be1bc7a6-feab-43e7-8d46-2941eb9d48ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:51.606992 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-be1bc7a6-feab-43e7-8d46-2941eb9d48ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:51.662384 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-75aedf58-2481-4c67-8a36-2e682efecb37 req-010cdfb8-62bc-49fe-91ad-9b91274169ee service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211092 Dec 07 15:19:51.662790 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-be1bc7a6-feab-43e7-8d46-2941eb9d48ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:51.667117 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0fd9281e-2b86-4457-9e90-aebe3258da83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:51.679240 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d038f-36da-4efb-bf73-8097f21674ec req-45da5a8f-b626-4285-8d52-b81b3ecc0b21 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:51.680836 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7e9d038f-36da-4efb-bf73-8097f21674ec req-45da5a8f-b626-4285-8d52-b81b3ecc0b21 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1382475 Dec 07 15:19:51.692877 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bc7a6-feab-43e7-8d46-2941eb9d48ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d493b2-12f5-4658-a9fc-69802dc3aa4d,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:51.697083 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-be1bc7a6-feab-43e7-8d46-2941eb9d48ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:51.701740 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-be1bc7a6-feab-43e7-8d46-2941eb9d48ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:51.703551 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-be1bc7a6-feab-43e7-8d46-2941eb9d48ed admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/70d493b2-12f5-4658-a9fc-69802dc3aa4d HTTP/1.1" status: 204 len: 168 time: 0.2102785 Dec 07 15:19:51.780927 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7e9d038f-36da-4efb-bf73-8097f21674ec req-3c626c7f-ab82-408f-a867-45311c82842d tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926976 Dec 07 15:19:52.110205 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:52.220124 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 58540) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:52.242386 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-dda75786-a859-493a-a76c-6ee6ffa92e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:52.277603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-dda75786-a859-493a-a76c-6ee6ffa92e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:52.282360 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-dda75786-a859-493a-a76c-6ee6ffa92e7f admin admin] Usage tracker for resource:security_group_rule and tenant:b19e9b10f3a347cd800cc66bf45f5519 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:52.285374 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-dda75786-a859-493a-a76c-6ee6ffa92e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:52.291432 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-dda75786-a859-493a-a76c-6ee6ffa92e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:52.365145 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-dda75786-a859-493a-a76c-6ee6ffa92e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:52.369302 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-dda75786-a859-493a-a76c-6ee6ffa92e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:52.378830 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-2372a47a-3c31-409d-808a-015226b90ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:52.425421 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda75786-a859-493a-a76c-6ee6ffa92e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09070012-6a17-4a16-a3a2-5683c1006021,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:52.428632 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-dda75786-a859-493a-a76c-6ee6ffa92e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:52.431269 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-dda75786-a859-493a-a76c-6ee6ffa92e7f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b19e9b10f3a347cd800cc66bf45f5519&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2100329 Dec 07 15:19:52.434329 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 58544) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:52.499688 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f38061db-99e0-4959-ab96-d8bfcbc6f283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:52.529246 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f38061db-99e0-4959-ab96-d8bfcbc6f283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:52.581303 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f38061db-99e0-4959-ab96-d8bfcbc6f283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:52.586846 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c519d82f-6423-40c9-92d1-0a3e06c6351e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:52.601104 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38061db-99e0-4959-ab96-d8bfcbc6f283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09070012-6a17-4a16-a3a2-5683c1006021,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:52.603979 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f38061db-99e0-4959-ab96-d8bfcbc6f283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:52.605241 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f38061db-99e0-4959-ab96-d8bfcbc6f283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:52.606677 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-f38061db-99e0-4959-ab96-d8bfcbc6f283 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/09070012-6a17-4a16-a3a2-5683c1006021 HTTP/1.1" status: 204 len: 168 time: 0.1714618 Dec 07 15:19:52.993724 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521279a3-26d7-466d-81e0-503b2b31707d req-17a7c6d6-1155-4387-9ce2-8f5574eed5dd tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:52.995633 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-521279a3-26d7-466d-81e0-503b2b31707d req-17a7c6d6-1155-4387-9ce2-8f5574eed5dd tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.0857401 Dec 07 15:19:53.049787 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-521279a3-26d7-466d-81e0-503b2b31707d req-4482a89a-b763-4110-b18c-eee72c4f7af2 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468826 Dec 07 15:19:54.292723 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaa51f-ed8a-4cdb-9d59-1abb6cc0173c req-cf0e34bf-45c0-4538-a77f-30e10429c406 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:54.294442 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6faaa51f-ed8a-4cdb-9d59-1abb6cc0173c req-cf0e34bf-45c0-4538-a77f-30e10429c406 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1043499 Dec 07 15:19:54.351225 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6faaa51f-ed8a-4cdb-9d59-1abb6cc0173c req-3f5b2a8e-649d-4cc4-a7a5-fd98d0b1cb45 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481801 Dec 07 15:19:54.694812 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 58606) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:54.867498 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-faf7a852-10d6-40a5-83e7-1646243b378a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:54.904625 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-faf7a852-10d6-40a5-83e7-1646243b378a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:54.909016 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-faf7a852-10d6-40a5-83e7-1646243b378a admin admin] Usage tracker for resource:security_group_rule and tenant:5b547834a1464ab3bcc3ad339f2f7978 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:54.912269 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-faf7a852-10d6-40a5-83e7-1646243b378a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:54.919454 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-faf7a852-10d6-40a5-83e7-1646243b378a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:54.992940 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-faf7a852-10d6-40a5-83e7-1646243b378a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:54.996911 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-faf7a852-10d6-40a5-83e7-1646243b378a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:55.004455 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e881270d-0ec9-4ee7-8e06-bae63fa5324a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:55.050392 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7a852-10d6-40a5-83e7-1646243b378a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97eded4e-3539-4c46-aed5-86bec29ea515,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:55.054297 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-faf7a852-10d6-40a5-83e7-1646243b378a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:55.057631 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-faf7a852-10d6-40a5-83e7-1646243b378a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5b547834a1464ab3bcc3ad339f2f7978&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3617377 Dec 07 15:19:55.059700 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 58620) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:55.142574 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3df18ed3-c576-4728-805c-3dc0ad079c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:55.175860 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3df18ed3-c576-4728-805c-3dc0ad079c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:55.418050 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3df18ed3-c576-4728-805c-3dc0ad079c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:55.423960 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e0f566b7-8f9c-4d3c-81ac-83678a3cb644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:55.443892 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df18ed3-c576-4728-805c-3dc0ad079c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97eded4e-3539-4c46-aed5-86bec29ea515,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:55.448688 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3df18ed3-c576-4728-805c-3dc0ad079c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:55.451756 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3df18ed3-c576-4728-805c-3dc0ad079c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:55.469063 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-3df18ed3-c576-4728-805c-3dc0ad079c9a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/97eded4e-3539-4c46-aed5-86bec29ea515 HTTP/1.1" status: 204 len: 168 time: 0.3994112 Dec 07 15:19:55.643442 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c89f5-380f-4e1c-aec5-cc0cebec10ec req-c4e9ed00-0f3b-4d00-8c06-ab84ae95c697 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:55.645456 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-895c89f5-380f-4e1c-aec5-cc0cebec10ec req-c4e9ed00-0f3b-4d00-8c06-ab84ae95c697 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1137974 Dec 07 15:19:55.711910 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-895c89f5-380f-4e1c-aec5-cc0cebec10ec req-dbeb8bbd-2ae0-4d25-8d73-5a1fb51948d2 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563543 Dec 07 15:19:56.958648 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74deffa8-400c-4acd-82bd-42d8474f64a9 req-d0ea1259-5b27-4a25-8201-37246201049a tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:56.966496 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-74deffa8-400c-4acd-82bd-42d8474f64a9 req-d0ea1259-5b27-4a25-8201-37246201049a tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1100144 Dec 07 15:19:57.094372 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-74deffa8-400c-4acd-82bd-42d8474f64a9 req-01ed1442-b359-4021-b83a-0f9d50a4734b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264594 Dec 07 15:19:57.111297 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:19:57.130475 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c4f8a-665f-4e36-b558-43224403466d req-440d8f94-d2e4-4255-a14e-ced9bd024b47 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:57.138832 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-107c4f8a-665f-4e36-b558-43224403466d req-440d8f94-d2e4-4255-a14e-ced9bd024b47 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.1464293 Dec 07 15:19:57.223047 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-107c4f8a-665f-4e36-b558-43224403466d req-3f81f86d-aba6-4f6e-b261-26c7c67664f0 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694976 Dec 07 15:19:57.777026 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-14198758-9cfb-46c0-850c-35ef34bd1cef req-6d6b6ddd-13fa-4428-9b92-e2416a56011b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 1099 time: 0.0766342 Dec 07 15:19:57.824576 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-14198758-9cfb-46c0-850c-35ef34bd1cef req-b9087329-954f-49e1-856e-a266e5d84474 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395010 Dec 07 15:19:58.355768 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9f67a-adc9-437e-abfc-1baa64b3f9ec req-6d1fc075-b60f-4755-9545-c8f7f71a1661 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:58.357903 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d6b9f67a-adc9-437e-abfc-1baa64b3f9ec req-6d1fc075-b60f-4755-9545-c8f7f71a1661 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1279106 Dec 07 15:19:58.484636 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 58760) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:58.556354 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d6b9f67a-adc9-437e-abfc-1baa64b3f9ec req-98f05252-53b4-474f-9578-c99fbbbda447 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820974 Dec 07 15:19:58.611568 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f050c4a-78a4-486c-bd63-97cb48b2efe7 req-267adba9-65cc-48ba-950f-e297a89ccb00 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:58.619599 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3f050c4a-78a4-486c-bd63-97cb48b2efe7 req-267adba9-65cc-48ba-950f-e297a89ccb00 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.1071241 Dec 07 15:19:58.672807 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3f050c4a-78a4-486c-bd63-97cb48b2efe7 req-87d90213-7a2a-45cd-ba0a-d1f32ce60950 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514662 Dec 07 15:19:58.787942 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-fbcfc962-f00f-44dd-bab9-0b6722c433eb tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=7f553ff0ee3c4e94ae646f029b4b1618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353134 Dec 07 15:19:58.801480 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 58782) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:58.907165 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3303ba0-9738-43d0-af5f-c9222690fd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:58.923138 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6740dc53-ca04-477a-8d6f-b5aaf2b597b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:58.972740 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-455f7880-9185-4f9f-817b-ecd018cc9c3a tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:58.973780 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-c3303ba0-9738-43d0-af5f-c9222690fd0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:58.974362 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-455f7880-9185-4f9f-817b-ecd018cc9c3a tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799135 Dec 07 15:19:58.984537 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-c3303ba0-9738-43d0-af5f-c9222690fd0d admin admin] Usage tracker for resource:security_group_rule and tenant:b763045e5545429493f974394245526d is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:58.989163 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-c3303ba0-9738-43d0-af5f-c9222690fd0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:58.994023 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-8a6177e9-fd49-42a0-b2b7-e96a4202f7c7 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/quotas/7f553ff0ee3c4e94ae646f029b4b1618 HTTP/1.1" status: 200 len: 375 time: 0.0136006 Dec 07 15:19:58.994646 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-6740dc53-ca04-477a-8d6f-b5aaf2b597b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:19:59.001633 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-c3303ba0-9738-43d0-af5f-c9222690fd0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:59.004089 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-6740dc53-ca04-477a-8d6f-b5aaf2b597b2 admin admin] Usage tracker for resource:security_group_rule and tenant:90ea09925b684dddb5388603f423fd4d is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:19:59.007893 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-6740dc53-ca04-477a-8d6f-b5aaf2b597b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:19:59.050734 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-6740dc53-ca04-477a-8d6f-b5aaf2b597b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:19:59.053396 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-9ee71d31-8e30-4b5d-b3d6-2032a36a7215 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=7f553ff0ee3c4e94ae646f029b4b1618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535445 Dec 07 15:19:59.128531 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3303ba0-9738-43d0-af5f-c9222690fd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:59.137836 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3303ba0-9738-43d0-af5f-c9222690fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:59.151319 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ad8d839a-0488-4248-9089-c66550fa1c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:59.228954 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-c3303ba0-9738-43d0-af5f-c9222690fd0d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b763045e5545429493f974394245526d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7431302 Dec 07 15:19:59.232324 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3303ba0-9738-43d0-af5f-c9222690fd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f638fb4b-6fde-4f72-b434-b0c07e6bd61e,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:59.234888 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 58794) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:59.236564 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6740dc53-ca04-477a-8d6f-b5aaf2b597b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:59.240202 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c3303ba0-9738-43d0-af5f-c9222690fd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:59.256184 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6740dc53-ca04-477a-8d6f-b5aaf2b597b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:59.272512 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-66423091-0083-4e8c-8b82-ce56acc63639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:59.284758 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-33e74ed4-da5f-4134-b789-3794d6e8c52c req-7f418747-0cd6-442f-804e-e8bdfb93aa7a tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/ports?device_id=233e2242-868a-4cfa-b59d-d9d22f2dcd30 HTTP/1.1" status: 200 len: 210 time: 0.0601084 Dec 07 15:19:59.343485 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740dc53-ca04-477a-8d6f-b5aaf2b597b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ff3995-13de-4201-9903-c50fcfc07f4e,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:59.349716 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6740dc53-ca04-477a-8d6f-b5aaf2b597b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:59.353705 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-6740dc53-ca04-477a-8d6f-b5aaf2b597b2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=90ea09925b684dddb5388603f423fd4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5511458 Dec 07 15:19:59.357616 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 58800) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:19:59.380832 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3753cfe9-4df3-4be0-aa47-615136e36e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:59.421477 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3753cfe9-4df3-4be0-aa47-615136e36e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:59.432997 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc97e-806d-4225-a480-1410015d8ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:59.465046 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc97e-806d-4225-a480-1410015d8ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:59.482444 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3753cfe9-4df3-4be0-aa47-615136e36e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:59.488397 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-be1bc7a6-feab-43e7-8d46-2941eb9d48ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:59.508734 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753cfe9-4df3-4be0-aa47-615136e36e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f638fb4b-6fde-4f72-b434-b0c07e6bd61e,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:59.511414 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3753cfe9-4df3-4be0-aa47-615136e36e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:59.521920 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3753cfe9-4df3-4be0-aa47-615136e36e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:59.525988 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-3753cfe9-4df3-4be0-aa47-615136e36e40 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f638fb4b-6fde-4f72-b434-b0c07e6bd61e HTTP/1.1" status: 204 len: 168 time: 0.2853928 Dec 07 15:19:59.540428 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc97e-806d-4225-a480-1410015d8ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:59.546506 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:19:59.563610 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fc97e-806d-4225-a480-1410015d8ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ff3995-13de-4201-9903-c50fcfc07f4e,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:19:59.576193 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-eb8fc97e-806d-4225-a480-1410015d8ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:19:59.584929 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc97e-806d-4225-a480-1410015d8ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:19:59.588748 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-eb8fc97e-806d-4225-a480-1410015d8ff6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a1ff3995-13de-4201-9903-c50fcfc07f4e HTTP/1.1" status: 204 len: 168 time: 0.2273936 Dec 07 15:19:59.960413 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a650d8f-19c0-4569-884c-548d54808b7f req-4541a64b-c97d-4341-917a-3e50b30e7d25 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:19:59.962047 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4a650d8f-19c0-4569-884c-548d54808b7f req-4541a64b-c97d-4341-917a-3e50b30e7d25 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.2219453 Dec 07 15:20:00.016706 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2e889-78e6-4ff7-b53e-8e3d06bee58d req-9e9141ec-fcf2-4ed1-86c5-b40efb87b214 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:00.018496 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2de2e889-78e6-4ff7-b53e-8e3d06bee58d req-9e9141ec-fcf2-4ed1-86c5-b40efb87b214 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.1682057 Dec 07 15:20:00.075753 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4a650d8f-19c0-4569-884c-548d54808b7f req-d2c15c05-dd97-4695-bd20-8850d67d8293 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037540 Dec 07 15:20:00.093029 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2de2e889-78e6-4ff7-b53e-8e3d06bee58d req-f07e5fdb-a117-4c62-8405-dd4fa79280e0 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629294 Dec 07 15:20:00.523492 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8d975260-d99c-441d-9e0c-0888e050d4c2 req-bdd4003e-49b0-41e1-b80b-c582aaa071d0 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/ports?device_id=233e2242-868a-4cfa-b59d-d9d22f2dcd30 HTTP/1.1" status: 200 len: 210 time: 0.0553286 Dec 07 15:20:00.726670 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-057f273e-fa45-460a-9536-54a557e3f974 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7f553ff0ee3c4e94ae646f029b4b1618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412931 Dec 07 15:20:00.748149 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 58866) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:00.812535 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61d1753e-b4e8-4e8d-a7e8-a4ba18c47c72 req-9cd60e27-f27d-4e24-8484-ddceb54976b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=de405d4fc7024e7c8b6dff5a3da97043&device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 1099 time: 0.2174654 Dec 07 15:20:00.991189 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aab9c9-2143-4727-96ab-e6edb929053e req-df9d9805-0a0f-4d89-b1b8-f8c06b69e0f6 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:00.999189 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-31d8b818-6658-42c8-8c39-447187509012 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:01.000374 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a9aab9c9-2143-4727-96ab-e6edb929053e req-df9d9805-0a0f-4d89-b1b8-f8c06b69e0f6 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.3338919 Dec 07 15:20:01.000747 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-31d8b818-6658-42c8-8c39-447187509012 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2665310 Dec 07 15:20:01.024514 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Request body: {'port': {'device_id': '233e2242-868a-4cfa-b59d-d9d22f2dcd30', 'network_id': 'e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a', 'admin_state_up': True, 'tenant_id': '7f553ff0ee3c4e94ae646f029b4b1618'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:20:01.049701 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-682330174-network', 'tenant_id': '3e81b9a464264f6499bb8d9ae9a86dd8'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:20:01.060783 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:20:01.083835 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Usage tracker for resource:network and tenant:3e81b9a464264f6499bb8d9ae9a86dd8 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:20:01.090607 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:20:01.100898 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:20:01.105224 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a9aab9c9-2143-4727-96ab-e6edb929053e req-448220a4-c94a-458f-988c-80b19a9653d2 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038334 Dec 07 15:20:01.109108 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1753e-b4e8-4e8d-a7e8-a4ba18c47c72 req-4fe2e118-3c53-409d-a8e5-ec592b2cf9be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:01.110633 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61d1753e-b4e8-4e8d-a7e8-a4ba18c47c72 req-4fe2e118-3c53-409d-a8e5-ec592b2cf9be service neutron] 10.222.0.57 "GET /v2.0/networks?id=69c1c9a3-d42f-40c3-a885-61e13afc60b5 HTTP/1.1" status: 200 len: 919 time: 0.2883341 Dec 07 15:20:01.118212 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Made reservation on behalf of 3e81b9a464264f6499bb8d9ae9a86dd8 for: {'network': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:20:01.123456 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for network, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:01.191588 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:20:01.197334 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Usage tracker for resource:port and tenant:7f553ff0ee3c4e94ae646f029b4b1618 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:20:01.201037 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:20:01.207876 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:20:01.222051 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Made reservation on behalf of 7f553ff0ee3c4e94ae646f029b4b1618 for: {'port': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:20:01.226453 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61d1753e-b4e8-4e8d-a7e8-a4ba18c47c72 req-0fe9a4ba-8e5f-4d81-80c3-1083b820224b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edaef193-62ba-487a-93ff-6249cc7a8019 HTTP/1.1" status: 200 len: 217 time: 0.0751498 Dec 07 15:20:01.227575 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:01.228970 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:01.243543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:01.285467 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:20:01.290912 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Usage tracker for resource:security_group_rule and tenant:7f553ff0ee3c4e94ae646f029b4b1618 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:20:01.298259 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:20:01.307134 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:20:01.363544 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:20:01.386067 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Usage tracker for resource:security_group_rule and tenant:3e81b9a464264f6499bb8d9ae9a86dd8 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:20:01.391251 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:20:01.403169 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:20:01.417289 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1753e-b4e8-4e8d-a7e8-a4ba18c47c72 req-1ffabeba-ac11-4e0d-b9a0-09fe834bf1cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:01.419151 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61d1753e-b4e8-4e8d-a7e8-a4ba18c47c72 req-1ffabeba-ac11-4e0d-b9a0-09fe834bf1cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14b5a408-1ee6-4316-94e2-f5e7198dad0f HTTP/1.1" status: 200 len: 858 time: 0.1781690 Dec 07 15:20:01.469258 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:01.478606 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:01.489918 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61d1753e-b4e8-4e8d-a7e8-a4ba18c47c72 req-3095eb7c-5cce-434f-825d-bc97031becb6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69c1c9a3-d42f-40c3-a885-61e13afc60b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625472 Dec 07 15:20:01.502676 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd757ef-1e5e-40ad-91f0-5e2835eba794 req-b9c02f8c-7901-4fd1-9a60-15564f84a0b7 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:01.502676 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6cd757ef-1e5e-40ad-91f0-5e2835eba794 req-b9c02f8c-7901-4fd1-9a60-15564f84a0b7 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.1964664 Dec 07 15:20:01.550554 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-575845c8-ef6f-4a0b-adc5-ed4b7cf6ed80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:01.624873 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685663a5-0c11-45cc-a421-acf0f918b068,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:01.632590 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:01.719719 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Allocated IP 192.168.233.58 (e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a/87a33f62-aa9d-4b3a-9a6a-2fb2469780be/a649b38a-fa72-4f38-822e-aa88ece93084) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:20:01.737445 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6cd757ef-1e5e-40ad-91f0-5e2835eba794 req-c6abf866-01a4-4105-ade8-0e1ce8ea4144 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063856 Dec 07 15:20:01.756937 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d429999f-7295-4ad7-897e-9c406a1fd232 req-987f8609-a1d3-4a63-bc57-d4afa3536ca1 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/ports?device_id=233e2242-868a-4cfa-b59d-d9d22f2dcd30 HTTP/1.1" status: 200 len: 210 time: 0.0768046 Dec 07 15:20:01.792306 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:01.797343 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61d1753e-b4e8-4e8d-a7e8-a4ba18c47c72 req-58c21105-c89d-452a-9f64-c408d4d67d83 service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944193 Dec 07 15:20:01.798403 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:01.803131 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d448c697-5f08-458a-9ff7-34b8d5738b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:01.869223 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=88189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:20:01.900011 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497d8adb-6a8b-42dc-a51c-4e423fb047c4,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:01.903538 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:01.962183 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:01.982214 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Transition to ACTIVE for port object a649b38a-fa72-4f38-822e-aa88ece93084 will not be triggered until provisioned by entity DHCP. {{(pid=88188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:20:01.983271 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:01.983673 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.segments_db [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Added segment 71cf33f4-f3fb-4693-9891-b9522018dea5 of type vlan for network c3963a61-0ef5-4788-93ea-da66fd67ea19 Dec 07 15:20:02.003562 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:02.007853 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61d1753e-b4e8-4e8d-a7e8-a4ba18c47c72 req-d53782e4-055a-47bc-8d6c-34fc5eac32fa service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935914 Dec 07 15:20:02.012011 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:02.045629 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744366061905'] for network, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:02.082958 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for network, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:02.085692 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:02.087138 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:02.093500 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ab86bc91-882c-45c6-82d4-b035b3f67ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:02.111611 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Network e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:20:02.115045 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:20:02.119167 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:20:02.123685 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:02.124367 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:02.158418 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1380494 Dec 07 15:20:02.159466 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Pushing event updated for resources: {'Port': ['ID=a649b38a-fa72-4f38-822e-aa88ece93084,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:02.162868 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:02.180416 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Request body: {'port': {'device_id': '233e2242-868a-4cfa-b59d-d9d22f2dcd30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:20:02.223180 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4737465 Dec 07 15:20:02.226996 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 58894) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:02.229974 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Pushing event updated for resources: {'Network': ['ID=c3963a61-0ef5-4788-93ea-da66fd67ea19,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:02.234109 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:02.238054 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-798da04d-9146-4ec8-9ae2-cb6382ef4c73 admin admin] Request body: {'subnet': {'network_id': 'c3963a61-0ef5-4788-93ea-da66fd67ea19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-682330174-subnet', 'tenant_id': '3e81b9a464264f6499bb8d9ae9a86dd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:20:02.244148 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Network c3963a61-0ef5-4788-93ea-da66fd67ea19 details requested by agent ovs-agent-dv-cinder-820628-1-smb with host dv-cinder-820628-1-smb {{(pid=88190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:20:02.244379 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-798da04d-9146-4ec8-9ae2-cb6382ef4c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:20:02.251281 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-798da04d-9146-4ec8-9ae2-cb6382ef4c73 admin admin] Usage tracker for resource:subnet and tenant:3e81b9a464264f6499bb8d9ae9a86dd8 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:20:02.255199 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-798da04d-9146-4ec8-9ae2-cb6382ef4c73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:20:02.270691 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-798da04d-9146-4ec8-9ae2-cb6382ef4c73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:20:02.289557 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798da04d-9146-4ec8-9ae2-cb6382ef4c73 admin admin] Made reservation on behalf of 3e81b9a464264f6499bb8d9ae9a86dd8 for: {'subnet': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:20:02.297032 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-798da04d-9146-4ec8-9ae2-cb6382ef4c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1980407'] for subnet, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:02.456465 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:02.499099 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-83f62f98-fe17-46ad-aff7-3b6df3bc2ca2 None None] Provisioning for port a649b38a-fa72-4f38-822e-aa88ece93084 completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:20:02.505158 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-83f62f98-fe17-46ad-aff7-3b6df3bc2ca2 None None] Provisioning complete for port a649b38a-fa72-4f38-822e-aa88ece93084 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:02.505727 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-83f62f98-fe17-46ad-aff7-3b6df3bc2ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:02.566186 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-83f62f98-fe17-46ad-aff7-3b6df3bc2ca2 None None] Port a649b38a-fa72-4f38-822e-aa88ece93084 cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:20:02.626046 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe3214-fd1e-47cc-96f2-43b876ae80d4 req-52fa68a4-3b3e-4e54-918d-3adfe5e49050 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:02.627880 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3dfe3214-fd1e-47cc-96f2-43b876ae80d4 req-52fa68a4-3b3e-4e54-918d-3adfe5e49050 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.2861536 Dec 07 15:20:02.770555 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3dfe3214-fd1e-47cc-96f2-43b876ae80d4 req-11644e37-5359-49d3-b817-277ef9253327 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339490 Dec 07 15:20:02.834509 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-798da04d-9146-4ec8-9ae2-cb6382ef4c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852869075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1980390'] for subnet, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:02.839843 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c60f6f70-761e-4e28-947f-87c969e932b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:03.103533 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798da04d-9146-4ec8-9ae2-cb6382ef4c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b100615f-ce5e-4597-a9af-c9992751847e,revision_number=0']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:03.119629 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-798da04d-9146-4ec8-9ae2-cb6382ef4c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:03.257902 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a649b38a-fa72-4f38-822e-aa88ece93084 {{(pid=88188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:20:03.265961 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:03.282929 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Transition to ACTIVE for port object a649b38a-fa72-4f38-822e-aa88ece93084 will not be triggered until provisioned by entity L2. {{(pid=88188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:20:03.286747 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:03.291863 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:03.323534 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798da04d-9146-4ec8-9ae2-cb6382ef4c73 admin admin] Checking segment: {'id': '71cf33f4-f3fb-4693-9891-b9522018dea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c3963a61-0ef5-4788-93ea-da66fd67ea19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:20:03.323928 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798da04d-9146-4ec8-9ae2-cb6382ef4c73 admin admin] Network hostable DHCP agents. Network: c3963a61-0ef5-4788-93ea-da66fd67ea19, hostable agents: ['8933d9ad-7c89-41d3-b37b-333921c44d45'], hosted agents: [] {{(pid=88189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:20:03.378204 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798da04d-9146-4ec8-9ae2-cb6382ef4c73 admin admin] Network c3963a61-0ef5-4788-93ea-da66fd67ea19 is scheduled to be hosted by DHCP agent 8933d9ad-7c89-41d3-b37b-333921c44d45 with binding_index 1 {{(pid=88189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:20:03.394687 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-798da04d-9146-4ec8-9ae2-cb6382ef4c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-smb, c3963a61-0ef5-4788-93ea-da66fd67ea19) {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:20:03.409887 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798da04d-9146-4ec8-9ae2-cb6382ef4c73 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:03.410681 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-798da04d-9146-4ec8-9ae2-cb6382ef4c73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:03.420128 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1d432d-f3ee-4462-b24a-1e133a38753f None None] Network c3963a61-0ef5-4788-93ea-da66fd67ea19 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:20:03.423968 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b3b90-c2b3-4ad3-af0c-86bbedb816a4 req-aee70e6b-43e8-4c9a-a03b-fc5ddc9fef90 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:03.425741 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d62b3b90-c2b3-4ad3-af0c-86bbedb816a4 req-aee70e6b-43e8-4c9a-a03b-fc5ddc9fef90 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.4378850 Dec 07 15:20:03.442229 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a649b38a-fa72-4f38-822e-aa88ece93084,revision_number=2']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:03.478644 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca946a-c5bc-4325-8a3b-fb2b6291bb2f req-a7a700ea-e9a0-40f2-a8ae-0678ef181d71 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:03.484341 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:03.484798 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:03.485295 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:03.485719 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:03.486110 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:03.486659 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:03.487057 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:03.487538 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:03.487946 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:03.488352 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:03.488841 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:03.490827 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-23ca946a-c5bc-4325-8a3b-fb2b6291bb2f req-a7a700ea-e9a0-40f2-a8ae-0678ef181d71 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/ports?device_id=233e2242-868a-4cfa-b59d-d9d22f2dcd30 HTTP/1.1" status: 200 len: 935 time: 0.4759424 Dec 07 15:20:03.494254 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:03.525386 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Attempting to bind port a649b38a-fa72-4f38-822e-aa88ece93084 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:20:03.525765 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Attempting to bind port a649b38a-fa72-4f38-822e-aa88ece93084 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': '5a97fedd-3e60-4786-9055-1d42d6947fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a'}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:20:03.526132 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Attempting to bind port a649b38a-fa72-4f38-822e-aa88ece93084 on network e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:20:03.533948 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Port a649b38a-fa72-4f38-822e-aa88ece93084 on network e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:20:03.534214 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Attempting to bind port a649b38a-fa72-4f38-822e-aa88ece93084 on network e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:20:03.541443 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Checking agent: {'id': 'cbbfcabc-3255-4d4c-9281-bbfa60486e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'started_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:20:03.542034 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Checking segment: {'id': '5a97fedd-3e60-4786-9055-1d42d6947fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:20:03.542517 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Bound using segment: {'id': '5a97fedd-3e60-4786-9055-1d42d6947fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a'} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:20:03.544273 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Bound port: a649b38a-fa72-4f38-822e-aa88ece93084, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a97fedd-3e60-4786-9055-1d42d6947fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a'}}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:20:03.548206 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:03.591599 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d62b3b90-c2b3-4ad3-af0c-86bbedb816a4 req-79bbfcf0-09bd-416f-ae6d-d8b2224abeac tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577921 Dec 07 15:20:03.599411 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-798da04d-9146-4ec8-9ae2-cb6382ef4c73 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3713083 Dec 07 15:20:03.604222 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-23ca946a-c5bc-4325-8a3b-fb2b6291bb2f req-773541d1-8b90-42f6-8a5a-9e78022546c9 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/security-groups?id=685663a5-0c11-45cc-a421-acf0f918b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122851 Dec 07 15:20:03.727575 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] For port a649b38a-fa72-4f38-822e-aa88ece93084, host hv-cinder-82062, cleared binding levels {{(pid=88188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:20:03.733214 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] For port a649b38a-fa72-4f38-822e-aa88ece93084, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=a649b38a-fa72-4f38-822e-aa88ece93084,segment=NetworkSegment(5a97fedd-3e60-4786-9055-1d42d6947fe6),segment_id=5a97fedd-3e60-4786-9055-1d42d6947fe6)] {{(pid=88188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:20:03.740649 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:03.766675 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:03.789620 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddad04d-2936-4e94-b331-5ed6ff7e902e None None] Network c3963a61-0ef5-4788-93ea-da66fd67ea19 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:20:03.836231 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:03.837843 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] 10.222.0.57 "PUT /v2.0/ports/a649b38a-fa72-4f38-822e-aa88ece93084 HTTP/1.1" status: 200 len: 1097 time: 1.6629760 Dec 07 15:20:03.838398 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233e2242-868a-4cfa-b59d-d9d22f2dcd30', 'tag': 'a649b38a-fa72-4f38-822e-aa88ece93084'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:20:03.884464 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a649b38a-fa72-4f38-822e-aa88ece93084,revision_number=3']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:03.890552 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:03.964843 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233e2242-868a-4cfa-b59d-d9d22f2dcd30', 'tag': 'a649b38a-fa72-4f38-822e-aa88ece93084', 'status': 'completed', 'code': 200} Dec 07 15:20:04.022138 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-4866c3cd-a35a-4ae4-a191-1e0f60a35557 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f553ff0ee3c4e94ae646f029b4b1618&device_id=233e2242-868a-4cfa-b59d-d9d22f2dcd30 HTTP/1.1" status: 200 len: 1100 time: 0.1071844 Dec 07 15:20:04.078815 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc490920-f2cc-41f1-ab86-a4339550b2c3 req-2dd2f513-5e39-4c24-996a-e8e375869204 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:04.087052 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cc490920-f2cc-41f1-ab86-a4339550b2c3 req-2dd2f513-5e39-4c24-996a-e8e375869204 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1112306 Dec 07 15:20:04.150181 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-2edecf03-27f3-43d7-84c7-6165d7cec423 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a649b38a-fa72-4f38-822e-aa88ece93084 HTTP/1.1" status: 200 len: 217 time: 0.1198547 Dec 07 15:20:04.154083 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cc490920-f2cc-41f1-ab86-a4339550b2c3 req-3c224fee-9c57-44f6-b292-1a1d6abab5e6 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659375 Dec 07 15:20:04.363139 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-0dcf18fd-c58f-45d9-97fb-9d73b2bcb7d0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:04.364859 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-0dcf18fd-c58f-45d9-97fb-9d73b2bcb7d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87a33f62-aa9d-4b3a-9a6a-2fb2469780be HTTP/1.1" status: 200 len: 843 time: 0.2079766 Dec 07 15:20:04.531785 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-0fd61a49-6877-4d38-9d0a-ef49bd7475e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1589971 Dec 07 15:20:04.643620 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 58958) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:04.667710 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 58966) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:04.775878 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-4c7039f4-a01e-4cd3-bc3b-f1c3831a8f0a service neutron] 10.222.0.57 "GET /v2.0/networks/e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347519 Dec 07 15:20:04.849228 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:04.930466 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:20:04.975835 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6b434d7e-b6c0-4660-9d8d-74b2f7dde4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:04.998691 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Usage tracker for resource:security_group_rule and tenant:c256955e22e74dbcb1a8f7ca33a759b0 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:20:05.027560 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-6b434d7e-b6c0-4660-9d8d-74b2f7dde4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:20:05.036428 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:20:05.040797 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-31f3eb72-7b55-416f-82e9-44ade1fb558c req-899e82d5-9a6c-4180-957d-2247fbb2481e service neutron] 10.222.0.57 "GET /v2.0/networks/e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570417 Dec 07 15:20:05.159698 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-6b434d7e-b6c0-4660-9d8d-74b2f7dde4e3 admin admin] Usage tracker for resource:security_group_rule and tenant:085497b2003643b6be71dbc0bb6e3bc9 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:20:05.169321 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:20:05.171770 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-6b434d7e-b6c0-4660-9d8d-74b2f7dde4e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:20:05.194213 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-6b434d7e-b6c0-4660-9d8d-74b2f7dde4e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:20:05.202661 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f94155aa-ab05-43e4-a4de-13b3ca011353 req-66691bf5-2c82-4638-825c-bb73224eec57 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f553ff0ee3c4e94ae646f029b4b1618&device_id=233e2242-868a-4cfa-b59d-d9d22f2dcd30 HTTP/1.1" status: 200 len: 1100 time: 0.0892882 Dec 07 15:20:05.304318 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bac0ae-8274-4e1e-b702-e4a851af60e1 req-7dc6e191-c2a4-442e-a586-5c6e440a384f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:05.305925 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-33bac0ae-8274-4e1e-b702-e4a851af60e1 req-7dc6e191-c2a4-442e-a586-5c6e440a384f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.3107951 Dec 07 15:20:05.356515 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94155aa-ab05-43e4-a4de-13b3ca011353 req-a63d4460-8ffd-4d5f-bba1-f9597c6f0533 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:05.358169 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f94155aa-ab05-43e4-a4de-13b3ca011353 req-a63d4460-8ffd-4d5f-bba1-f9597c6f0533 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a HTTP/1.1" status: 200 len: 870 time: 0.1422658 Dec 07 15:20:05.382358 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6303e73-39a3-4e51-97f3-319d22d9da73 req-669fe610-4371-4139-84a3-3fb21f06960c tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:05.384017 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f6303e73-39a3-4e51-97f3-319d22d9da73 req-669fe610-4371-4139-84a3-3fb21f06960c tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/ports?device_id=233e2242-868a-4cfa-b59d-d9d22f2dcd30 HTTP/1.1" status: 200 len: 947 time: 0.3869228 Dec 07 15:20:05.395181 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:05.418904 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6b434d7e-b6c0-4660-9d8d-74b2f7dde4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:05.420068 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:05.437034 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e0ff1aaa-2ff8-4d8b-9721-c8432cec0308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:05.443565 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f94155aa-ab05-43e4-a4de-13b3ca011353 req-3d73efe2-d7b4-4f5c-9cd3-0dbd7b28c30f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=a649b38a-fa72-4f38-822e-aa88ece93084 HTTP/1.1" status: 200 len: 217 time: 0.0769949 Dec 07 15:20:05.451724 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6b434d7e-b6c0-4660-9d8d-74b2f7dde4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:05.532924 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94155aa-ab05-43e4-a4de-13b3ca011353 req-1d826836-17f6-4879-ba8b-cff0c8c69322 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:05.534851 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f94155aa-ab05-43e4-a4de-13b3ca011353 req-1d826836-17f6-4879-ba8b-cff0c8c69322 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87a33f62-aa9d-4b3a-9a6a-2fb2469780be HTTP/1.1" status: 200 len: 843 time: 0.0840938 Dec 07 15:20:05.538447 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf5a6c6-531c-47a7-8aaf-f57e6c776431,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:05.542588 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-33bac0ae-8274-4e1e-b702-e4a851af60e1 req-6f9f8158-7885-4b33-8185-8c9f57d671a7 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190251 Dec 07 15:20:05.559866 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c256955e22e74dbcb1a8f7ca33a759b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9112954 Dec 07 15:20:05.565048 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-6b434d7e-b6c0-4660-9d8d-74b2f7dde4e3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=085497b2003643b6be71dbc0bb6e3bc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8930480 Dec 07 15:20:05.565048 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 58986) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:05.568171 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 58988) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:05.570549 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f6303e73-39a3-4e51-97f3-319d22d9da73 req-8a012920-7d3c-4c3f-809c-8df47a32f6e9 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/security-groups?id=685663a5-0c11-45cc-a421-acf0f918b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702516 Dec 07 15:20:05.583514 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:05.583922 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:05.584318 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:05.584707 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:05.585101 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:05.585485 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:05.585825 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:05.586252 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:05.586639 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:05.587018 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:05.587399 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:05.604631 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:05.605143 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6217cf84-74b9-40c9-80ea-571c6e11d849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:05.637985 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f94155aa-ab05-43e4-a4de-13b3ca011353 req-1b0ff5d2-d692-4fb2-a75c-8fd766797696 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0967636 Dec 07 15:20:05.681015 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b434d7e-b6c0-4660-9d8d-74b2f7dde4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522cdbea-15f4-4ecb-a2fe-01349fd7dea2,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:05.690503 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6b434d7e-b6c0-4660-9d8d-74b2f7dde4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:05.728116 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c84f-2164-4e80-8b3f-7697f205501f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:05.729662 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c6c0-b7da-41cf-8696-1ffb26ed0493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:05.777719 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c84f-2164-4e80-8b3f-7697f205501f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:05.785143 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c6c0-b7da-41cf-8696-1ffb26ed0493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:05.788369 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f94155aa-ab05-43e4-a4de-13b3ca011353 req-71c430ce-a65d-4e8c-a414-ab252a8d117d service neutron] 10.222.0.57 "GET /v2.0/networks/e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425257 Dec 07 15:20:05.856321 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c84f-2164-4e80-8b3f-7697f205501f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:05.861643 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-fb835066-0275-4d6e-a2ce-4def1f86d909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:05.872058 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c6c0-b7da-41cf-8696-1ffb26ed0493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:05.879418 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1c84f-2164-4e80-8b3f-7697f205501f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522cdbea-15f4-4ecb-a2fe-01349fd7dea2,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:05.885397 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a5d1c84f-2164-4e80-8b3f-7697f205501f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:05.888702 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a7cc53c9-945f-4f73-b4c1-bc3f43f45dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:05.902081 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c6c0-b7da-41cf-8696-1ffb26ed0493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:05.903861 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-4ed6c6c0-b7da-41cf-8696-1ffb26ed0493 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/abf5a6c6-531c-47a7-8aaf-f57e6c776431 HTTP/1.1" status: 204 len: 168 time: 0.3376212 Dec 07 15:20:05.905157 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6c6c0-b7da-41cf-8696-1ffb26ed0493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf5a6c6-531c-47a7-8aaf-f57e6c776431,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:05.907274 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c84f-2164-4e80-8b3f-7697f205501f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:05.911704 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a5d1c84f-2164-4e80-8b3f-7697f205501f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/522cdbea-15f4-4ecb-a2fe-01349fd7dea2 HTTP/1.1" status: 204 len: 168 time: 0.3369701 Dec 07 15:20:05.911704 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4ed6c6c0-b7da-41cf-8696-1ffb26ed0493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:05.953087 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f94155aa-ab05-43e4-a4de-13b3ca011353 req-0c61704d-f799-4b9e-8cef-951afdb12cfd service neutron] 10.222.0.57 "GET /v2.0/networks/e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575122 Dec 07 15:20:06.723354 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-59f802d6-4ac9-45d0-b482-462d24c337ba tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:06.724126 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-59f802d6-4ac9-45d0-b482-462d24c337ba tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Synchronizing usage tracker for tenant:3e81b9a464264f6499bb8d9ae9a86dd8 on resource:network {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:20:06.734043 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c04539-7a30-40c2-9235-46458b94b671 req-27954fa6-2bf5-4de9-81a8-7bf059e34aba tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:06.735681 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-41c04539-7a30-40c2-9235-46458b94b671 req-27954fa6-2bf5-4de9-81a8-7bf059e34aba tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.2183609 Dec 07 15:20:06.773744 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-59f802d6-4ac9-45d0-b482-462d24c337ba tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Unset dirty status for tenant:3e81b9a464264f6499bb8d9ae9a86dd8 on resource:network {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:20:06.775085 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-59f802d6-4ac9-45d0-b482-462d24c337ba tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/networks?id=c3963a61-0ef5-4788-93ea-da66fd67ea19 HTTP/1.1" status: 200 len: 808 time: 0.2846158 Dec 07 15:20:06.805594 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-1b261574-bbc1-4ac7-91c4-8d6cfb0f76cf tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/quotas/3e81b9a464264f6499bb8d9ae9a86dd8 HTTP/1.1" status: 200 len: 375 time: 0.0205023 Dec 07 15:20:06.808127 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-41c04539-7a30-40c2-9235-46458b94b671 req-efb7215e-a998-4fda-9476-4fca8936e3eb tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649881 Dec 07 15:20:06.879738 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-8e8bece8-a924-4f50-b0a2-d8465266b031 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e81b9a464264f6499bb8d9ae9a86dd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667152 Dec 07 15:20:07.111719 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-f9237156-352d-4120-b3b7-260bf38ed645 service neutron] 10.222.0.71 "GET /v2.0/networks/c3963a61-0ef5-4788-93ea-da66fd67ea19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307324 Dec 07 15:20:07.172387 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59716d3-cea6-4998-a898-ed2a3aa8d167 req-85fc7d47-ac86-453d-bff6-9b81d80ba59c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:07.173996 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e59716d3-cea6-4998-a898-ed2a3aa8d167 req-85fc7d47-ac86-453d-bff6-9b81d80ba59c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.1749036 Dec 07 15:20:07.290584 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device a649b38a-fa72-4f38-822e-aa88ece93084 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:20:07.303587 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-2c7d43d7-4530-40e5-abdd-02da9d21ced6 service neutron] 10.222.0.71 "GET /v2.0/networks/c3963a61-0ef5-4788-93ea-da66fd67ea19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846025 Dec 07 15:20:07.306361 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e59716d3-cea6-4998-a898-ed2a3aa8d167 req-a5447f89-ac34-4209-a9dd-8ef0f2673871 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819516 Dec 07 15:20:07.535561 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port a649b38a-fa72-4f38-822e-aa88ece93084, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=a649b38a-fa72-4f38-822e-aa88ece93084,segment=NetworkSegment(5a97fedd-3e60-4786-9055-1d42d6947fe6),segment_id=5a97fedd-3e60-4786-9055-1d42d6947fe6)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:07.566488 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': 'a649b38a-fa72-4f38-822e-aa88ece93084', 'network_id': 'e3e6aa2e-3b1a-4f87-b9e9-94070b91d31a', 'port_id': 'a649b38a-fa72-4f38-822e-aa88ece93084', 'mac_address': 'fa:16:3e:45:c4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a33f62-aa9d-4b3a-9a6a-2fb2469780be', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:20:07.571681 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8e898-dc04-4248-b123-17182c22e590 req-2c9b6458-b6a0-43a1-b1ea-320da2ead81e tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:07.573469 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9dd8e898-dc04-4248-b123-17182c22e590 req-2c9b6458-b6a0-43a1-b1ea-320da2ead81e tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/ports?device_id=233e2242-868a-4cfa-b59d-d9d22f2dcd30 HTTP/1.1" status: 200 len: 947 time: 0.1221333 Dec 07 15:20:07.630589 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:07.646957 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9dd8e898-dc04-4248-b123-17182c22e590 req-9ec45544-e675-424d-9481-9c06ef613d23 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/security-groups?id=685663a5-0c11-45cc-a421-acf0f918b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669835 Dec 07 15:20:07.665140 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a649b38a-fa72-4f38-822e-aa88ece93084 {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:20:07.704827 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port a649b38a-fa72-4f38-822e-aa88ece93084, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=a649b38a-fa72-4f38-822e-aa88ece93084,segment=NetworkSegment(5a97fedd-3e60-4786-9055-1d42d6947fe6),segment_id=5a97fedd-3e60-4786-9055-1d42d6947fe6)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:07.708567 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:07.710857 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:07.821553 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0f277988-b831-4d3a-a9be-5b27a2ee7309 req-1eb27d73-c63a-4e6b-a173-a3871f24505c tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=c5c9a46e-cf44-4a95-8bcd-0596b1266188 HTTP/1.1" status: 200 len: 210 time: 0.0545607 Dec 07 15:20:07.822704 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=a649b38a-fa72-4f38-822e-aa88ece93084,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:07.851349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:07.851349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:07.851349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:07.851349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:07.851349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:07.851349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:07.851349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:07.851349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:07.851349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:07.851349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:07.851349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:07.852483 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:07.988197 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['a649b38a-fa72-4f38-822e-aa88ece93084'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:20:08.562523 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4b6d21ce-eef7-4873-bfb1-6a0fa11c7d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:08.632199 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7b781-5cb3-42e1-84c3-fc4f10e3c334 req-3db723f5-0e6a-4703-9012-9f91aedda94d tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:08.633875 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4cb7b781-5cb3-42e1-84c3-fc4f10e3c334 req-3db723f5-0e6a-4703-9012-9f91aedda94d tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.1245568 Dec 07 15:20:08.692487 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4cb7b781-5cb3-42e1-84c3-fc4f10e3c334 req-07b9987a-77b7-4c48-8ef0-1c6e19ba20c7 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519824 Dec 07 15:20:08.924779 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa5379-cde4-4d28-b8b0-14be493093ac req-cf41c186-181f-4f7b-bb86-15bb38ed3058 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:08.926626 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-79fa5379-cde4-4d28-b8b0-14be493093ac req-cf41c186-181f-4f7b-bb86-15bb38ed3058 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/ports?device_id=233e2242-868a-4cfa-b59d-d9d22f2dcd30 HTTP/1.1" status: 200 len: 948 time: 0.1001871 Dec 07 15:20:09.022693 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-df58bc32-036c-4ea8-843d-3e79e44e3b5e req-24803ede-25bc-4b05-a607-1f5e7dba140a tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=c5c9a46e-cf44-4a95-8bcd-0596b1266188 HTTP/1.1" status: 200 len: 210 time: 0.0598450 Dec 07 15:20:09.036021 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-79fa5379-cde4-4d28-b8b0-14be493093ac req-e057efa1-fa73-40ef-b74f-56a0f6cef833 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/security-groups?id=685663a5-0c11-45cc-a421-acf0f918b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966916 Dec 07 15:20:09.057798 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-8aff7287-8dfd-4f33-83ae-6aae53b6035e tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:09.059622 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-8aff7287-8dfd-4f33-83ae-6aae53b6035e tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.57 "GET /v2.0/networks?id=c3963a61-0ef5-4788-93ea-da66fd67ea19 HTTP/1.1" status: 200 len: 808 time: 0.1873524 Dec 07 15:20:09.078034 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-68b84a2a-7741-4fa6-87c1-1559c2ada8eb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Request body: {'port': {'device_id': 'c5c9a46e-cf44-4a95-8bcd-0596b1266188', 'network_id': 'c3963a61-0ef5-4788-93ea-da66fd67ea19', 'admin_state_up': True, 'tenant_id': '3e81b9a464264f6499bb8d9ae9a86dd8'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:20:09.225512 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-68b84a2a-7741-4fa6-87c1-1559c2ada8eb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:20:09.230020 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-68b84a2a-7741-4fa6-87c1-1559c2ada8eb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Usage tracker for resource:port and tenant:3e81b9a464264f6499bb8d9ae9a86dd8 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:20:09.233151 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-68b84a2a-7741-4fa6-87c1-1559c2ada8eb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:20:09.240208 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-68b84a2a-7741-4fa6-87c1-1559c2ada8eb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:20:09.251226 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-68b84a2a-7741-4fa6-87c1-1559c2ada8eb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Made reservation on behalf of 3e81b9a464264f6499bb8d9ae9a86dd8 for: {'port': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:20:09.257886 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-68b84a2a-7741-4fa6-87c1-1559c2ada8eb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:09.305876 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device a649b38a-fa72-4f38-822e-aa88ece93084 up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:20:09.409194 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning for port a649b38a-fa72-4f38-822e-aa88ece93084 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:20:09.414393 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port a649b38a-fa72-4f38-822e-aa88ece93084 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:09.414812 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:09.452690 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-68b84a2a-7741-4fa6-87c1-1559c2ada8eb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Allocated IP 172.20.0.13 (c3963a61-0ef5-4788-93ea-da66fd67ea19/b100615f-ce5e-4597-a9af-c9992751847e/95beadd7-b9d6-430a-b7df-4dda483ae310) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:20:09.544447 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:09.575458 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233e2242-868a-4cfa-b59d-d9d22f2dcd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a649b38a-fa72-4f38-822e-aa88ece93084'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:20:09.585876 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port a649b38a-fa72-4f38-822e-aa88ece93084, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=a649b38a-fa72-4f38-822e-aa88ece93084,segment=NetworkSegment(5a97fedd-3e60-4786-9055-1d42d6947fe6),segment_id=5a97fedd-3e60-4786-9055-1d42d6947fe6)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:09.590119 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:09.595359 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:09.645654 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233e2242-868a-4cfa-b59d-d9d22f2dcd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a649b38a-fa72-4f38-822e-aa88ece93084', 'code': 200} Dec 07 15:20:09.683805 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=a649b38a-fa72-4f38-822e-aa88ece93084,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:09.686003 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-68b84a2a-7741-4fa6-87c1-1559c2ada8eb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:09.687436 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:09.688507 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:09.714686 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-68b84a2a-7741-4fa6-87c1-1559c2ada8eb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:09.721708 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:09.792039 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-68b84a2a-7741-4fa6-87c1-1559c2ada8eb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Network c3963a61-0ef5-4788-93ea-da66fd67ea19 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:20:09.795786 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-68b84a2a-7741-4fa6-87c1-1559c2ada8eb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:20:09.800089 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-68b84a2a-7741-4fa6-87c1-1559c2ada8eb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:20:09.804367 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-68b84a2a-7741-4fa6-87c1-1559c2ada8eb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:09.805072 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-68b84a2a-7741-4fa6-87c1-1559c2ada8eb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:09.822864 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b84a2a-7741-4fa6-87c1-1559c2ada8eb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Pushing event updated for resources: {'Port': ['ID=95beadd7-b9d6-430a-b7df-4dda483ae310,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:09.828379 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-68b84a2a-7741-4fa6-87c1-1559c2ada8eb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:09.843582 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-68b84a2a-7741-4fa6-87c1-1559c2ada8eb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7702262 Dec 07 15:20:09.871091 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Request body: {'port': {'device_id': 'c5c9a46e-cf44-4a95-8bcd-0596b1266188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:20:10.001294 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2829c28b-9c0e-4637-a19e-53739903201f req-28848a5a-6629-462e-b839-0a79bf9efed5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=233e2242-868a-4cfa-b59d-d9d22f2dcd30 HTTP/1.1" status: 200 len: 1102 time: 0.1695201 Dec 07 15:20:10.010876 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb02fd7-962e-412b-81e5-b4388f00707b req-467dd04b-db6f-465d-8612-3bab3fa4c3ad tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:10.012470 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1fb02fd7-962e-412b-81e5-b4388f00707b req-467dd04b-db6f-465d-8612-3bab3fa4c3ad tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.1126945 Dec 07 15:20:10.014346 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:10.099764 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2829c28b-9c0e-4637-a19e-53739903201f req-74aded7f-4d1d-48c7-b25e-27ee5407fd99 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=685663a5-0c11-45cc-a421-acf0f918b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862405 Dec 07 15:20:10.102517 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1fb02fd7-962e-412b-81e5-b4388f00707b req-90d4d73e-cca3-4aa8-bf04-fe9db563287f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730984 Dec 07 15:20:10.335410 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b564e5-31ee-4803-809e-80ab9a28adcf req-2110379e-9a6d-417c-8057-5623bf447f56 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:10.337066 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-50b564e5-31ee-4803-809e-80ab9a28adcf req-2110379e-9a6d-417c-8057-5623bf447f56 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=c5c9a46e-cf44-4a95-8bcd-0596b1266188 HTTP/1.1" status: 200 len: 932 time: 0.1685295 Dec 07 15:20:10.420027 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d11dde-b996-4c0d-929d-ea7edd93844f req-bba433c1-0b42-43d8-9f4f-46a6f31fd2bb tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:10.427819 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-94d11dde-b996-4c0d-929d-ea7edd93844f req-bba433c1-0b42-43d8-9f4f-46a6f31fd2bb tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/ports?device_id=233e2242-868a-4cfa-b59d-d9d22f2dcd30 HTTP/1.1" status: 200 len: 949 time: 0.1939278 Dec 07 15:20:10.489115 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-50b564e5-31ee-4803-809e-80ab9a28adcf req-6aa32548-d81c-42af-8a29-e23f5272f5f2 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Synchronizing usage tracker for tenant:3e81b9a464264f6499bb8d9ae9a86dd8 on resource:security_group {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:20:10.516582 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-94d11dde-b996-4c0d-929d-ea7edd93844f req-3d065b2e-7b69-431e-9917-9933238902d8 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/security-groups?id=685663a5-0c11-45cc-a421-acf0f918b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877037 Dec 07 15:20:10.533846 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-50b564e5-31ee-4803-809e-80ab9a28adcf req-6aa32548-d81c-42af-8a29-e23f5272f5f2 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Unset dirty status for tenant:3e81b9a464264f6499bb8d9ae9a86dd8 on resource:security_group {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:20:10.535207 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-50b564e5-31ee-4803-809e-80ab9a28adcf req-6aa32548-d81c-42af-8a29-e23f5272f5f2 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872098 Dec 07 15:20:10.539886 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95beadd7-b9d6-430a-b7df-4dda483ae310 {{(pid=88188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:20:10.556585 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:10.589669 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Transition to ACTIVE for port object 95beadd7-b9d6-430a-b7df-4dda483ae310 will not be triggered until provisioned by entity L2. {{(pid=88188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:20:10.594076 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:10.599899 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:10.681188 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-300f5e97-5993-472a-b7d3-c00861c6bf3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:10.749690 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=95beadd7-b9d6-430a-b7df-4dda483ae310,revision_number=2']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:10.789232 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:10.834535 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Attempting to bind port 95beadd7-b9d6-430a-b7df-4dda483ae310 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:20:10.834535 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Attempting to bind port 95beadd7-b9d6-430a-b7df-4dda483ae310 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': '71cf33f4-f3fb-4693-9891-b9522018dea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c3963a61-0ef5-4788-93ea-da66fd67ea19'}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:20:10.834535 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Attempting to bind port 95beadd7-b9d6-430a-b7df-4dda483ae310 on network c3963a61-0ef5-4788-93ea-da66fd67ea19 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:20:10.835632 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Port 95beadd7-b9d6-430a-b7df-4dda483ae310 on network c3963a61-0ef5-4788-93ea-da66fd67ea19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:20:10.835991 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Attempting to bind port 95beadd7-b9d6-430a-b7df-4dda483ae310 on network c3963a61-0ef5-4788-93ea-da66fd67ea19 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:20:10.844012 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Checking agent: {'id': 'cbbfcabc-3255-4d4c-9281-bbfa60486e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'started_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:20:10.844391 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Checking segment: {'id': '71cf33f4-f3fb-4693-9891-b9522018dea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c3963a61-0ef5-4788-93ea-da66fd67ea19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:20:10.844836 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Bound using segment: {'id': '71cf33f4-f3fb-4693-9891-b9522018dea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c3963a61-0ef5-4788-93ea-da66fd67ea19'} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:20:10.845308 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Bound port: 95beadd7-b9d6-430a-b7df-4dda483ae310, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cf33f4-f3fb-4693-9891-b9522018dea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c3963a61-0ef5-4788-93ea-da66fd67ea19'}}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:20:10.845697 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:10.946593 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] For port 95beadd7-b9d6-430a-b7df-4dda483ae310, host hv-cinder-82062, cleared binding levels {{(pid=88188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:20:10.949759 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] For port 95beadd7-b9d6-430a-b7df-4dda483ae310, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=95beadd7-b9d6-430a-b7df-4dda483ae310,segment=NetworkSegment(71cf33f4-f3fb-4693-9891-b9522018dea5),segment_id=71cf33f4-f3fb-4693-9891-b9522018dea5)] {{(pid=88188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:20:10.954822 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:10.959980 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:11.028013 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:11.029589 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] 10.222.0.57 "PUT /v2.0/ports/95beadd7-b9d6-430a-b7df-4dda483ae310 HTTP/1.1" status: 200 len: 1094 time: 1.1777673 Dec 07 15:20:11.030231 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c9a46e-cf44-4a95-8bcd-0596b1266188', 'tag': '95beadd7-b9d6-430a-b7df-4dda483ae310'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:20:11.048638 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=95beadd7-b9d6-430a-b7df-4dda483ae310,revision_number=3']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:11.052307 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:11.131691 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c9a46e-cf44-4a95-8bcd-0596b1266188', 'tag': '95beadd7-b9d6-430a-b7df-4dda483ae310', 'status': 'completed', 'code': 200} Dec 07 15:20:11.172427 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-ccadf450-ee7b-436c-95e5-d68f41eb73ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3e81b9a464264f6499bb8d9ae9a86dd8&device_id=c5c9a46e-cf44-4a95-8bcd-0596b1266188 HTTP/1.1" status: 200 len: 1097 time: 0.0812862 Dec 07 15:20:11.267212 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-ef073538-c60d-4f0a-b8aa-4f1c8ac4ea94 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95beadd7-b9d6-430a-b7df-4dda483ae310 HTTP/1.1" status: 200 len: 217 time: 0.0732338 Dec 07 15:20:11.289769 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:11.327628 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e900f61d-5e53-486f-8bb4-3f81a3cc9b94 req-f4485800-a1b9-478f-bacd-0a2255daf70a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=de405d4fc7024e7c8b6dff5a3da97043&device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 1099 time: 0.2179008 Dec 07 15:20:11.344221 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9ed1d-1ee0-40b5-98f3-961cf34e738d req-6f5a0aad-1e22-4753-ae6d-be8f4cf2013f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:11.345777 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-50e9ed1d-1ee0-40b5-98f3-961cf34e738d req-6f5a0aad-1e22-4753-ae6d-be8f4cf2013f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1806722 Dec 07 15:20:11.353211 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-5a67dda3-77b7-4e34-98d6-682ab06b092e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:11.354993 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-5a67dda3-77b7-4e34-98d6-682ab06b092e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b100615f-ce5e-4597-a9af-c9992751847e HTTP/1.1" status: 200 len: 848 time: 0.0698748 Dec 07 15:20:11.430691 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-e25cbc8d-2020-4846-83d6-41738d2e8745 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3963a61-0ef5-4788-93ea-da66fd67ea19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601354 Dec 07 15:20:11.775014 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-50e9ed1d-1ee0-40b5-98f3-961cf34e738d req-1cf205dd-baff-4213-9592-358e9ef2e02d tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025021 Dec 07 15:20:11.784226 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cb574-1685-4dca-b0cf-7b22a013ab42 req-cf028b44-a54c-4245-a721-09bb22d6d066 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:11.786082 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c55cb574-1685-4dca-b0cf-7b22a013ab42 req-cf028b44-a54c-4245-a721-09bb22d6d066 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.5334580 Dec 07 15:20:11.791454 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900f61d-5e53-486f-8bb4-3f81a3cc9b94 req-e00dbff9-71a9-42c7-afdb-3894c2002230 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:11.793117 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e900f61d-5e53-486f-8bb4-3f81a3cc9b94 req-e00dbff9-71a9-42c7-afdb-3894c2002230 service neutron] 10.222.0.57 "GET /v2.0/networks?id=69c1c9a3-d42f-40c3-a885-61e13afc60b5 HTTP/1.1" status: 200 len: 919 time: 0.4455001 Dec 07 15:20:11.831530 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-3492f25d-2020-4802-8b10-fb04e5905de0 service neutron] 10.222.0.57 "GET /v2.0/networks/c3963a61-0ef5-4788-93ea-da66fd67ea19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933995 Dec 07 15:20:11.894771 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e900f61d-5e53-486f-8bb4-3f81a3cc9b94 req-a5cb4b59-70c2-4a1f-9b37-f056af171f33 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edaef193-62ba-487a-93ff-6249cc7a8019 HTTP/1.1" status: 200 len: 217 time: 0.0794039 Dec 07 15:20:11.994188 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f51cfe02-59f4-4793-8ac6-2edf57885843 req-5c8e0223-c70e-4c25-870f-15143f56742d service neutron] 10.222.0.57 "GET /v2.0/networks/c3963a61-0ef5-4788-93ea-da66fd67ea19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476943 Dec 07 15:20:12.001705 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c55cb574-1685-4dca-b0cf-7b22a013ab42 req-7efb0456-76f5-4fe9-9cd1-0ff7c43fbc51 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062073 Dec 07 15:20:12.032090 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900f61d-5e53-486f-8bb4-3f81a3cc9b94 req-c341b879-08b8-4ad2-9a1f-8762413524ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:12.033713 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e900f61d-5e53-486f-8bb4-3f81a3cc9b94 req-c341b879-08b8-4ad2-9a1f-8762413524ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14b5a408-1ee6-4316-94e2-f5e7198dad0f HTTP/1.1" status: 200 len: 858 time: 0.0915637 Dec 07 15:20:12.056259 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d909c-6548-4fb4-a6ac-78e0b2b8b93c req-59c0f99a-1678-46ee-9e6a-831ebdbd9777 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:12.057877 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b29d909c-6548-4fb4-a6ac-78e0b2b8b93c req-59c0f99a-1678-46ee-9e6a-831ebdbd9777 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/ports?device_id=233e2242-868a-4cfa-b59d-d9d22f2dcd30 HTTP/1.1" status: 200 len: 949 time: 0.1620145 Dec 07 15:20:12.122859 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e900f61d-5e53-486f-8bb4-3f81a3cc9b94 req-fdcd8901-a15f-460f-8af7-3f754f074cac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69c1c9a3-d42f-40c3-a885-61e13afc60b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635886 Dec 07 15:20:12.180239 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-88c952d0-e221-4c1b-9f4c-732e7f103338 req-cce55e2d-a419-4c54-a1d1-1354c41c40fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3e81b9a464264f6499bb8d9ae9a86dd8&device_id=c5c9a46e-cf44-4a95-8bcd-0596b1266188 HTTP/1.1" status: 200 len: 1097 time: 0.1130466 Dec 07 15:20:12.320905 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b29d909c-6548-4fb4-a6ac-78e0b2b8b93c req-27dd5e3a-4e4d-48d8-a9e6-2f2032541308 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/security-groups?id=685663a5-0c11-45cc-a421-acf0f918b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234838 Dec 07 15:20:12.355021 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c952d0-e221-4c1b-9f4c-732e7f103338 req-e0cd30d9-508a-407d-9520-94cf0e705d45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:12.357877 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-88c952d0-e221-4c1b-9f4c-732e7f103338 req-e0cd30d9-508a-407d-9520-94cf0e705d45 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c3963a61-0ef5-4788-93ea-da66fd67ea19 HTTP/1.1" status: 200 len: 909 time: 0.1593406 Dec 07 15:20:12.390217 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e900f61d-5e53-486f-8bb4-3f81a3cc9b94 req-e85c1200-1cb4-49ba-be82-94ccb16780f3 service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593238 Dec 07 15:20:12.401789 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6c30c-ad37-4e2f-853f-4fef60ec838e req-a07faefb-f0fe-4c14-a836-d2d2b1138bdb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:12.404791 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-94a6c30c-ad37-4e2f-853f-4fef60ec838e req-a07faefb-f0fe-4c14-a836-d2d2b1138bdb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=c5c9a46e-cf44-4a95-8bcd-0596b1266188 HTTP/1.1" status: 200 len: 944 time: 0.2194660 Dec 07 15:20:12.451386 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-88c952d0-e221-4c1b-9f4c-732e7f103338 req-4bd56b06-e190-4321-90bc-88a3c92b9c37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95beadd7-b9d6-430a-b7df-4dda483ae310 HTTP/1.1" status: 200 len: 217 time: 0.0851164 Dec 07 15:20:12.549473 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c952d0-e221-4c1b-9f4c-732e7f103338 req-b9840253-54d9-4e2b-ba87-bea2737b54f7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:12.555349 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-88c952d0-e221-4c1b-9f4c-732e7f103338 req-b9840253-54d9-4e2b-ba87-bea2737b54f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b100615f-ce5e-4597-a9af-c9992751847e HTTP/1.1" status: 200 len: 848 time: 0.0908813 Dec 07 15:20:12.575037 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:12.589280 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-94a6c30c-ad37-4e2f-853f-4fef60ec838e req-610a17e4-5cb2-4026-8cc5-82dc86634f8c tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482587 Dec 07 15:20:12.621527 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-88c952d0-e221-4c1b-9f4c-732e7f103338 req-a95e73e5-fbe8-4782-ba69-e5df540d8d0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3963a61-0ef5-4788-93ea-da66fd67ea19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577714 Dec 07 15:20:12.627585 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e900f61d-5e53-486f-8bb4-3f81a3cc9b94 req-acd89428-70db-4670-93aa-573e22cfd720 service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184927 Dec 07 15:20:12.792788 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-88c952d0-e221-4c1b-9f4c-732e7f103338 req-b1edfddf-ee55-4969-bad3-8b44e5fe53c7 service neutron] 10.222.0.57 "GET /v2.0/networks/c3963a61-0ef5-4788-93ea-da66fd67ea19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592343 Dec 07 15:20:12.957012 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-88c952d0-e221-4c1b-9f4c-732e7f103338 req-5ba4ae8b-eb63-4916-9b11-f61fffe11ea0 service neutron] 10.222.0.57 "GET /v2.0/networks/c3963a61-0ef5-4788-93ea-da66fd67ea19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484559 Dec 07 15:20:13.006418 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dfede-751b-4cdf-919c-ceccb3697d38 req-bea742c7-0a3a-4bb3-9eea-2ab5309f21a4 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:13.008266 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-427dfede-751b-4cdf-919c-ceccb3697d38 req-bea742c7-0a3a-4bb3-9eea-2ab5309f21a4 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/ports?device_id=233e2242-868a-4cfa-b59d-d9d22f2dcd30 HTTP/1.1" status: 200 len: 949 time: 0.1543505 Dec 07 15:20:13.020497 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e061d08-5000-4c47-8854-3df6816a6d33 req-8edaaf59-244a-4b70-94f7-505b9a7401a1 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:13.022130 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5e061d08-5000-4c47-8854-3df6816a6d33 req-8edaaf59-244a-4b70-94f7-505b9a7401a1 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1107237 Dec 07 15:20:13.103116 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-427dfede-751b-4cdf-919c-ceccb3697d38 req-a069f457-375a-4963-b5f8-00a447ec42a9 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/security-groups?id=685663a5-0c11-45cc-a421-acf0f918b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798049 Dec 07 15:20:13.109444 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5e061d08-5000-4c47-8854-3df6816a6d33 req-9392c313-dc79-4c2a-819a-af3fc0394e86 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694623 Dec 07 15:20:13.324629 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b23b37-2f34-41cf-95f9-fafc60e2b66b req-4deba0d5-2cac-4dfb-a688-6ab6fae224ee tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:13.326348 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c1b23b37-2f34-41cf-95f9-fafc60e2b66b req-4deba0d5-2cac-4dfb-a688-6ab6fae224ee tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.1032512 Dec 07 15:20:13.375417 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c1b23b37-2f34-41cf-95f9-fafc60e2b66b req-5fc19cb1-5a04-4b82-8373-993bb51c36d4 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424523 Dec 07 15:20:13.825860 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3225a4-6046-4a3b-97af-46094b6fc35e req-9e0a16d3-1617-4bdb-8f5d-bc2e29c16e62 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:13.827472 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9d3225a4-6046-4a3b-97af-46094b6fc35e req-9e0a16d3-1617-4bdb-8f5d-bc2e29c16e62 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=c5c9a46e-cf44-4a95-8bcd-0596b1266188 HTTP/1.1" status: 200 len: 944 time: 0.0980284 Dec 07 15:20:13.878076 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9d3225a4-6046-4a3b-97af-46094b6fc35e req-4b5e2b80-7f39-4a63-8877-2992a50e9514 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442624 Dec 07 15:20:14.324044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ed6d9-028e-4666-86c2-793b58cc899d req-27f5623c-5e28-4f45-a1dc-54689df2644f tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:14.325714 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ba1ed6d9-028e-4666-86c2-793b58cc899d req-27f5623c-5e28-4f45-a1dc-54689df2644f tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/ports?device_id=233e2242-868a-4cfa-b59d-d9d22f2dcd30 HTTP/1.1" status: 200 len: 949 time: 0.0867808 Dec 07 15:20:14.378570 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ba1ed6d9-028e-4666-86c2-793b58cc899d req-393cf899-1da8-4099-94cf-b5110ffa4d93 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/security-groups?id=685663a5-0c11-45cc-a421-acf0f918b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458257 Dec 07 15:20:14.478701 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb2505-e697-4f4d-af17-c2baf4c389c9 req-2ae82127-0930-476e-b8a4-396e18c336a1 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:14.480478 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6ffb2505-e697-4f4d-af17-c2baf4c389c9 req-2ae82127-0930-476e-b8a4-396e18c336a1 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.0953851 Dec 07 15:20:14.585864 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6ffb2505-e697-4f4d-af17-c2baf4c389c9 req-5eff1a19-a7df-44e4-a544-5f64199a6218 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983682 Dec 07 15:20:14.614607 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0737526-6850-42e5-bfbe-4b219237a4d3 req-af0d8af9-67bf-4d17-b03e-e9f7ccf12619 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:14.616230 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c0737526-6850-42e5-bfbe-4b219237a4d3 req-af0d8af9-67bf-4d17-b03e-e9f7ccf12619 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.0962081 Dec 07 15:20:14.671734 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c0737526-6850-42e5-bfbe-4b219237a4d3 req-46f5d973-f787-4461-a2be-8535eb7d3185 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471992 Dec 07 15:20:14.887114 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3143965-2b2a-45bd-8449-f6389df9e1f4 req-50e14150-96c8-4f18-b671-cef1152d0892 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:14.887906 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-c3143965-2b2a-45bd-8449-f6389df9e1f4 req-50e14150-96c8-4f18-b671-cef1152d0892 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Synchronizing usage tracker for tenant:7f553ff0ee3c4e94ae646f029b4b1618 on resource:port {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:20:14.923789 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-c3143965-2b2a-45bd-8449-f6389df9e1f4 req-50e14150-96c8-4f18-b671-cef1152d0892 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Unset dirty status for tenant:7f553ff0ee3c4e94ae646f029b4b1618 on resource:port {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:20:14.925085 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c3143965-2b2a-45bd-8449-f6389df9e1f4 req-50e14150-96c8-4f18-b671-cef1152d0892 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.57 "GET /v2.0/ports?device_id=233e2242-868a-4cfa-b59d-d9d22f2dcd30 HTTP/1.1" status: 200 len: 949 time: 0.1367383 Dec 07 15:20:15.002619 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-c3143965-2b2a-45bd-8449-f6389df9e1f4 req-8a53fb46-38d0-485c-b339-10a245935db0 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Deleting port a649b38a-fa72-4f38-822e-aa88ece93084 {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:20:15.002981 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-c3143965-2b2a-45bd-8449-f6389df9e1f4 req-8a53fb46-38d0-485c-b339-10a245935db0 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:15.094691 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a95e16-7f4b-407d-9035-278a05d1cffa req-04d74b68-2baa-4647-acd1-eade65b67ce4 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:15.096606 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a7a95e16-7f4b-407d-9035-278a05d1cffa req-04d74b68-2baa-4647-acd1-eade65b67ce4 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=c5c9a46e-cf44-4a95-8bcd-0596b1266188 HTTP/1.1" status: 200 len: 944 time: 0.0884874 Dec 07 15:20:15.147585 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a7a95e16-7f4b-407d-9035-278a05d1cffa req-3b349084-4dac-4f24-8051-3919084c86c3 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441444 Dec 07 15:20:15.292920 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-c3143965-2b2a-45bd-8449-f6389df9e1f4 req-8a53fb46-38d0-485c-b339-10a245935db0 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] For port a649b38a-fa72-4f38-822e-aa88ece93084, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=a649b38a-fa72-4f38-822e-aa88ece93084,segment=NetworkSegment(5a97fedd-3e60-4786-9055-1d42d6947fe6),segment_id=5a97fedd-3e60-4786-9055-1d42d6947fe6)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:15.293162 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-c3143965-2b2a-45bd-8449-f6389df9e1f4 req-8a53fb46-38d0-485c-b339-10a245935db0 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:15.353571 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 95beadd7-b9d6-430a-b7df-4dda483ae310 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:20:15.442752 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-c3143965-2b2a-45bd-8449-f6389df9e1f4 req-8a53fb46-38d0-485c-b339-10a245935db0 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Calling delete_port for a649b38a-fa72-4f38-822e-aa88ece93084 owned by compute:nova {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:20:15.575192 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 95beadd7-b9d6-430a-b7df-4dda483ae310, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=95beadd7-b9d6-430a-b7df-4dda483ae310,segment=NetworkSegment(71cf33f4-f3fb-4693-9891-b9522018dea5),segment_id=71cf33f4-f3fb-4693-9891-b9522018dea5)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:15.592709 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': '95beadd7-b9d6-430a-b7df-4dda483ae310', 'network_id': 'c3963a61-0ef5-4788-93ea-da66fd67ea19', 'port_id': '95beadd7-b9d6-430a-b7df-4dda483ae310', 'mac_address': 'fa:16:3e:c1:6c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b100615f-ce5e-4597-a9af-c9992751847e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:20:15.639350 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-c3143965-2b2a-45bd-8449-f6389df9e1f4 req-8a53fb46-38d0-485c-b339-10a245935db0 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:15.649086 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:15.661372 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['a649b38a-fa72-4f38-822e-aa88ece93084'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:20:15.695489 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53fb46-38d0-485c-b339-10a245935db0 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Pushing event deleted for resources: {'Port': ['ID=a649b38a-fa72-4f38-822e-aa88ece93084,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:15.698298 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8a53fb46-38d0-485c-b339-10a245935db0 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:15.722114 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:15.741964 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95beadd7-b9d6-430a-b7df-4dda483ae310 {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:20:15.763694 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 95beadd7-b9d6-430a-b7df-4dda483ae310, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=95beadd7-b9d6-430a-b7df-4dda483ae310,segment=NetworkSegment(71cf33f4-f3fb-4693-9891-b9522018dea5),segment_id=71cf33f4-f3fb-4693-9891-b9522018dea5)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:15.770386 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:15.771198 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device cad0d6ad-3822-445a-83a8-1ee869010539 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:20:15.775442 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:15.791304 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3143965-2b2a-45bd-8449-f6389df9e1f4 req-8a53fb46-38d0-485c-b339-10a245935db0 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] No DVR routers for this DVR port a649b38a-fa72-4f38-822e-aa88ece93084 on host hv-cinder-82062 {{(pid=88188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:20:15.794944 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-c3143965-2b2a-45bd-8449-f6389df9e1f4 req-8a53fb46-38d0-485c-b339-10a245935db0 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:15.799658 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233e2242-868a-4cfa-b59d-d9d22f2dcd30', 'name': 'network-vif-deleted', 'tag': 'a649b38a-fa72-4f38-822e-aa88ece93084'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:20:15.814745 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c3143965-2b2a-45bd-8449-f6389df9e1f4 req-8a53fb46-38d0-485c-b339-10a245935db0 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.57 "DELETE /v2.0/ports/a649b38a-fa72-4f38-822e-aa88ece93084 HTTP/1.1" status: 204 len: 173 time: 0.8815823 Dec 07 15:20:15.895172 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=95beadd7-b9d6-430a-b7df-4dda483ae310,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:15.919149 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aa09cd94-a13b-4da1-9310-d4281c718c21 req-3d409d78-7a30-4259-941a-347a6a5ada55 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] 10.222.0.71 "GET /v2.0/ports?device_id=233e2242-868a-4cfa-b59d-d9d22f2dcd30 HTTP/1.1" status: 200 len: 210 time: 0.1195421 Dec 07 15:20:16.020689 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dbd6a-1a88-4efe-bbde-818a0e32ab3b req-2e3671f6-d686-451d-881e-e1a9cd2d14c6 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:16.031623 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a27dbd6a-1a88-4efe-bbde-818a0e32ab3b req-2e3671f6-d686-451d-881e-e1a9cd2d14c6 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1820946 Dec 07 15:20:16.094532 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port cad0d6ad-3822-445a-83a8-1ee869010539, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=cad0d6ad-3822-445a-83a8-1ee869010539,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:16.123010 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': 'cad0d6ad-3822-445a-83a8-1ee869010539', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'port_id': 'cad0d6ad-3822-445a-83a8-1ee869010539', 'mac_address': 'fa:16:3e:52:5f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:20:16.140919 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:16.153504 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a27dbd6a-1a88-4efe-bbde-818a0e32ab3b req-8d7a7dcd-ba2d-48b5-a58c-a5dd003fbee5 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210206 Dec 07 15:20:16.236346 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:16.293077 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cad0d6ad-3822-445a-83a8-1ee869010539 {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:20:16.298611 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233e2242-868a-4cfa-b59d-d9d22f2dcd30', 'name': 'network-vif-deleted', 'tag': 'a649b38a-fa72-4f38-822e-aa88ece93084', 'status': 'completed', 'code': 200} Dec 07 15:20:16.309225 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f869792-f6cc-4014-a444-0a5a5b1f480a req-7dc94624-fa01-49fe-8ecf-2ee4f63b7293 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:16.319187 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1f869792-f6cc-4014-a444-0a5a5b1f480a req-7dc94624-fa01-49fe-8ecf-2ee4f63b7293 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.1613388 Dec 07 15:20:16.321677 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port cad0d6ad-3822-445a-83a8-1ee869010539, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=cad0d6ad-3822-445a-83a8-1ee869010539,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:16.326486 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:16.329361 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-581ccbbf-da86-41c1-8d8a-cdf476aae28b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:16.386703 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1f869792-f6cc-4014-a444-0a5a5b1f480a req-8f3d396d-511b-42e2-ae24-a6300a593356 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661895 Dec 07 15:20:16.462141 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=cad0d6ad-3822-445a-83a8-1ee869010539,revision_number=6']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:16.471025 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['cad0d6ad-3822-445a-83a8-1ee869010539'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:20:16.556512 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:16.695174 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['95beadd7-b9d6-430a-b7df-4dda483ae310'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:20:16.717837 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6319-6405-4202-bdc5-2b433aeb25d3 req-5d4b7c53-bd98-4271-894e-d3da59ccfe54 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:16.720082 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aa2d6319-6405-4202-bdc5-2b433aeb25d3 req-5d4b7c53-bd98-4271-894e-d3da59ccfe54 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=c5c9a46e-cf44-4a95-8bcd-0596b1266188 HTTP/1.1" status: 200 len: 945 time: 0.1416225 Dec 07 15:20:16.802317 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aa2d6319-6405-4202-bdc5-2b433aeb25d3 req-fd057647-65a0-46cc-b544-72088b1a98a2 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745397 Dec 07 15:20:17.357517 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device cad0d6ad-3822-445a-83a8-1ee869010539 up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:20:17.471155 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d76aa5-e5f5-4150-a878-7682348ccf03 req-4cf6939f-d055-4fb3-a1b0-21b3a91cd3ac tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:17.485112 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-69d76aa5-e5f5-4150-a878-7682348ccf03 req-4cf6939f-d055-4fb3-a1b0-21b3a91cd3ac tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1564357 Dec 07 15:20:17.559882 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port cad0d6ad-3822-445a-83a8-1ee869010539 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:17.560486 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:17.572284 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-69d76aa5-e5f5-4150-a878-7682348ccf03 req-d102cf63-2914-4956-8c6d-6f1a8254e925 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861180 Dec 07 15:20:17.696359 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e630a4a-ba68-47fb-ad37-8f93e876bfae req-1387e1d4-f9cd-40cc-81e8-44e874c4463c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:17.698408 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3e630a4a-ba68-47fb-ad37-8f93e876bfae req-1387e1d4-f9cd-40cc-81e8-44e874c4463c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 944 time: 0.1032884 Dec 07 15:20:17.757652 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3e630a4a-ba68-47fb-ad37-8f93e876bfae req-d852cb9a-4406-4758-a0c6-ff67b3b600ca tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503583 Dec 07 15:20:17.766069 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:17.815417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d1c34f-936f-4a8d-9645-cacc4469e8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad0d6ad-3822-445a-83a8-1ee869010539'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:20:17.832642 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port cad0d6ad-3822-445a-83a8-1ee869010539, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=cad0d6ad-3822-445a-83a8-1ee869010539,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:17.838929 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:17.840348 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device a649b38a-fa72-4f38-822e-aa88ece93084 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:20:17.874739 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:17.928680 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] No Port match for: a649b38a-fa72-4f38-822e-aa88ece93084 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:20:17.929076 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device a649b38a-fa72-4f38-822e-aa88ece93084 not bound to the agent host hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:20:17.968360 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d1c34f-936f-4a8d-9645-cacc4469e8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad0d6ad-3822-445a-83a8-1ee869010539', 'code': 200} Dec 07 15:20:17.968360 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=cad0d6ad-3822-445a-83a8-1ee869010539,revision_number=7']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:17.975611 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:18.038249 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 59308) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:18.108854 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf382f-fd46-4b53-80b4-751183ed4744 req-edfa1a68-5b1d-4aa3-9b6a-eaf642f7decd tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:18.114964 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-88bf382f-fd46-4b53-80b4-751183ed4744 req-edfa1a68-5b1d-4aa3-9b6a-eaf642f7decd tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=c5c9a46e-cf44-4a95-8bcd-0596b1266188 HTTP/1.1" status: 200 len: 945 time: 0.1009226 Dec 07 15:20:18.176872 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-88bf382f-fd46-4b53-80b4-751183ed4744 req-774c208e-e0b4-4ae8-a12a-15f7f1cbfc54 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587139 Dec 07 15:20:18.243043 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d4ad5977-e6d9-4737-87ee-3569771d6879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:18.289168 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-d4ad5977-e6d9-4737-87ee-3569771d6879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:20:18.310477 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-d4ad5977-e6d9-4737-87ee-3569771d6879 admin admin] Usage tracker for resource:security_group_rule and tenant:192c1dbb51934cb3ab862e1193279086 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:20:18.314281 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-d4ad5977-e6d9-4737-87ee-3569771d6879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:20:18.320910 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-d4ad5977-e6d9-4737-87ee-3569771d6879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:20:18.443697 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d4ad5977-e6d9-4737-87ee-3569771d6879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:18.447939 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d4ad5977-e6d9-4737-87ee-3569771d6879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:18.458105 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9c7c1ca0-2dc3-4719-8155-0774c676ef18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:18.496729 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad5977-e6d9-4737-87ee-3569771d6879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f914d5e1-caf4-4c82-9260-3a7e9a11d906,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:18.506601 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d4ad5977-e6d9-4737-87ee-3569771d6879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:18.517920 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-d4ad5977-e6d9-4737-87ee-3569771d6879 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=192c1dbb51934cb3ab862e1193279086&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4782798 Dec 07 15:20:18.520690 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 59316) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:18.595564 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-544bbd32-c52b-46ea-a530-a9ada83bcc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:18.636084 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-544bbd32-c52b-46ea-a530-a9ada83bcc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:18.728872 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-544bbd32-c52b-46ea-a530-a9ada83bcc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:18.735909 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c27a40fd-a0c9-4b2d-b1d1-8412e63bab13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:18.753511 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bbd32-c52b-46ea-a530-a9ada83bcc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f914d5e1-caf4-4c82-9260-3a7e9a11d906,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:18.756230 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-544bbd32-c52b-46ea-a530-a9ada83bcc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:18.757570 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-544bbd32-c52b-46ea-a530-a9ada83bcc13 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f914d5e1-caf4-4c82-9260-3a7e9a11d906 HTTP/1.1" status: 204 len: 168 time: 0.2358954 Dec 07 15:20:18.758759 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-544bbd32-c52b-46ea-a530-a9ada83bcc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:18.842604 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5691b-ddb8-4b19-95f8-f0f1492cf3f8 req-a6da61f0-ea47-410a-83c5-ceb86689cd1e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:18.850884 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-69e5691b-ddb8-4b19-95f8-f0f1492cf3f8 req-a6da61f0-ea47-410a-83c5-ceb86689cd1e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1260560 Dec 07 15:20:18.911944 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-69e5691b-ddb8-4b19-95f8-f0f1492cf3f8 req-6d24b708-954d-40e2-b07c-036e18c67b1c tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580547 Dec 07 15:20:19.101934 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3acc85-b775-4fc2-b41f-7eea5a6d9de4 req-462133a1-0d90-40f0-b555-b69007e5885f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:19.103940 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7a3acc85-b775-4fc2-b41f-7eea5a6d9de4 req-462133a1-0d90-40f0-b555-b69007e5885f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.1185498 Dec 07 15:20:19.176333 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7a3acc85-b775-4fc2-b41f-7eea5a6d9de4 req-57fbbb1f-e993-49bc-be55-9b66b79fd5d4 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649114 Dec 07 15:20:19.373819 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 95beadd7-b9d6-430a-b7df-4dda483ae310 up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:20:19.424924 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02deafd-5c9b-4000-8f14-f05c84a0ceb6 req-79c2d8d0-6658-4ac5-b655-4d05e6ad897e tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:19.427003 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c02deafd-5c9b-4000-8f14-f05c84a0ceb6 req-79c2d8d0-6658-4ac5-b655-4d05e6ad897e tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=c5c9a46e-cf44-4a95-8bcd-0596b1266188 HTTP/1.1" status: 200 len: 945 time: 0.1056869 Dec 07 15:20:19.471723 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning for port 95beadd7-b9d6-430a-b7df-4dda483ae310 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:20:19.477855 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port 95beadd7-b9d6-430a-b7df-4dda483ae310 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:19.478262 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:19.535960 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c02deafd-5c9b-4000-8f14-f05c84a0ceb6 req-1e871c1b-0f4f-4d0e-8469-7dabe2d07b7f tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889533 Dec 07 15:20:19.614097 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:19.649805 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 95beadd7-b9d6-430a-b7df-4dda483ae310, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=95beadd7-b9d6-430a-b7df-4dda483ae310,segment=NetworkSegment(71cf33f4-f3fb-4693-9891-b9522018dea5),segment_id=71cf33f4-f3fb-4693-9891-b9522018dea5)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:19.661518 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:19.663887 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:19.733778 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=95beadd7-b9d6-430a-b7df-4dda483ae310,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:19.737052 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:19.969052 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c9a46e-cf44-4a95-8bcd-0596b1266188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95beadd7-b9d6-430a-b7df-4dda483ae310'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:20:20.052763 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c9a46e-cf44-4a95-8bcd-0596b1266188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95beadd7-b9d6-430a-b7df-4dda483ae310', 'code': 200} Dec 07 15:20:20.167702 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d07cb0-4650-4ffe-b06b-2f98ab0f55f8 req-57f97db9-297c-4642-9261-e5627cfe0b76 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:20.170251 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-94d07cb0-4650-4ffe-b06b-2f98ab0f55f8 req-57f97db9-297c-4642-9261-e5627cfe0b76 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1039982 Dec 07 15:20:20.256087 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-94d07cb0-4650-4ffe-b06b-2f98ab0f55f8 req-b98d5870-9abb-40d0-8f23-2c60fffcf6c5 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790384 Dec 07 15:20:20.410009 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6f5a9192-c175-4de0-a41f-14eeff6fdb04 req-eff5548e-6cfd-430f-bc23-26b04a3bc081 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c5c9a46e-cf44-4a95-8bcd-0596b1266188 HTTP/1.1" status: 200 len: 1099 time: 0.1432545 Dec 07 15:20:20.477515 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6f5a9192-c175-4de0-a41f-14eeff6fdb04 req-3110b2b4-3361-4c32-a926-22fbbe1933a1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547640 Dec 07 15:20:20.501051 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f101a3-d7d9-4cff-a353-ecfb3e269a38 req-0a604657-d1a8-4d5f-8920-49cc014f5464 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:20.502718 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-18f101a3-d7d9-4cff-a353-ecfb3e269a38 req-0a604657-d1a8-4d5f-8920-49cc014f5464 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.0969677 Dec 07 15:20:20.557133 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-18f101a3-d7d9-4cff-a353-ecfb3e269a38 req-55a946b9-85ad-4db2-a01f-e11043857818 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460401 Dec 07 15:20:20.805573 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4bc19-65cf-4d9f-83cb-71c958eee46c req-2a122cea-f3c8-4cab-9447-b71788eeecba tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:20.807200 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-29d4bc19-65cf-4d9f-83cb-71c958eee46c req-2a122cea-f3c8-4cab-9447-b71788eeecba tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=c5c9a46e-cf44-4a95-8bcd-0596b1266188 HTTP/1.1" status: 200 len: 946 time: 0.1421833 Dec 07 15:20:20.869436 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-29d4bc19-65cf-4d9f-83cb-71c958eee46c req-e8974b46-a9c1-4046-b440-30ad741ae6f0 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529406 Dec 07 15:20:21.530795 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966af62-2fb0-47ff-bd78-924ec6e44d92 req-6655ef86-eef4-4be0-8da9-31d044ce9102 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:21.532953 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1966af62-2fb0-47ff-bd78-924ec6e44d92 req-6655ef86-eef4-4be0-8da9-31d044ce9102 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1229646 Dec 07 15:20:21.602681 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1966af62-2fb0-47ff-bd78-924ec6e44d92 req-86d295a5-98b7-4841-99d4-62b69b31e202 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608997 Dec 07 15:20:21.880994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d813c18-9cc3-431f-ad1f-a4f82b05eea1 req-cbd65cc6-ac3a-4746-99c3-552c57486a4f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:21.884342 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3d813c18-9cc3-431f-ad1f-a4f82b05eea1 req-cbd65cc6-ac3a-4746-99c3-552c57486a4f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.1797898 Dec 07 15:20:21.974465 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3d813c18-9cc3-431f-ad1f-a4f82b05eea1 req-f4ece734-0054-4f23-9e21-16c9c19bdbc1 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810153 Dec 07 15:20:22.105490 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:22.132081 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add7d8e-24be-409d-aeb6-b54b7aa8523d req-0949a1c1-075b-4ec5-ac7e-84b9dfd3ee72 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:22.134330 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8add7d8e-24be-409d-aeb6-b54b7aa8523d req-0949a1c1-075b-4ec5-ac7e-84b9dfd3ee72 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=c5c9a46e-cf44-4a95-8bcd-0596b1266188 HTTP/1.1" status: 200 len: 946 time: 0.1076734 Dec 07 15:20:22.202523 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8add7d8e-24be-409d-aeb6-b54b7aa8523d req-4b53e831-a120-41f0-a246-259bef4a3019 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545733 Dec 07 15:20:22.865231 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924394c-c5e3-4824-8c07-801558338f40 req-6b2bcf1c-38d7-4278-98d1-be03524e61c3 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:22.875463 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3924394c-c5e3-4824-8c07-801558338f40 req-6b2bcf1c-38d7-4278-98d1-be03524e61c3 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1214821 Dec 07 15:20:22.945507 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3924394c-c5e3-4824-8c07-801558338f40 req-f054473a-bc81-48b2-8ab4-ba1130d2e967 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683072 Dec 07 15:20:23.226436 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b55cfb-d60d-47f2-832d-560966a13267 req-410c2b93-ee3b-45e4-97ac-bdfe1ade84dd tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:23.228603 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-62b55cfb-d60d-47f2-832d-560966a13267 req-410c2b93-ee3b-45e4-97ac-bdfe1ade84dd tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.0958064 Dec 07 15:20:23.292265 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-62b55cfb-d60d-47f2-832d-560966a13267 req-0001f694-8462-4540-a502-f066a5718b86 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573404 Dec 07 15:20:23.604440 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4d0f2-7088-49e5-9e21-85ef1d4b9e52 req-5f70d80d-8db3-4d1c-93bd-982671c62c28 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:23.611209 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-97b4d0f2-7088-49e5-9e21-85ef1d4b9e52 req-5f70d80d-8db3-4d1c-93bd-982671c62c28 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=c5c9a46e-cf44-4a95-8bcd-0596b1266188 HTTP/1.1" status: 200 len: 946 time: 0.0969129 Dec 07 15:20:23.664718 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-97b4d0f2-7088-49e5-9e21-85ef1d4b9e52 req-04043aba-9822-447c-9f1d-3a99ec8d7f9e tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524600 Dec 07 15:20:24.194900 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22993ac7-772b-4049-9428-812777856821 req-3fbbca36-e67b-41b4-9e89-3717fa5a2700 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:24.197833 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-22993ac7-772b-4049-9428-812777856821 req-3fbbca36-e67b-41b4-9e89-3717fa5a2700 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1179984 Dec 07 15:20:24.261549 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-22993ac7-772b-4049-9428-812777856821 req-f7fa30e6-5d92-4603-90f8-3536293e94d8 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574858 Dec 07 15:20:24.565109 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de620d-9d6d-4362-85f2-5a0a2aa69ece req-be57e6e9-295c-440b-a8a2-3eb564524644 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:24.568242 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-82de620d-9d6d-4362-85f2-5a0a2aa69ece req-be57e6e9-295c-440b-a8a2-3eb564524644 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.0959558 Dec 07 15:20:24.656408 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-82de620d-9d6d-4362-85f2-5a0a2aa69ece req-adb25c29-380c-492c-a073-9224e8287b50 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799060 Dec 07 15:20:24.902659 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50779c-8167-4f85-acc7-800d28647058 req-c894542e-7e9e-45bc-84c8-a0df37622336 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:24.904902 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ed50779c-8167-4f85-acc7-800d28647058 req-c894542e-7e9e-45bc-84c8-a0df37622336 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=c5c9a46e-cf44-4a95-8bcd-0596b1266188 HTTP/1.1" status: 200 len: 946 time: 0.1037993 Dec 07 15:20:24.957264 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ed50779c-8167-4f85-acc7-800d28647058 req-db0decad-fec1-4f00-bfb8-74ffb456760b tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459528 Dec 07 15:20:25.001945 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211cc45-e1b2-416a-a3f8-0e2f7d76dd0b req-a89eef1b-79a1-48bf-b67e-106a6a26b143 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:25.002449 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-a211cc45-e1b2-416a-a3f8-0e2f7d76dd0b req-a89eef1b-79a1-48bf-b67e-106a6a26b143 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Synchronizing usage tracker for tenant:3e81b9a464264f6499bb8d9ae9a86dd8 on resource:port {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:20:25.028773 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-a211cc45-e1b2-416a-a3f8-0e2f7d76dd0b req-a89eef1b-79a1-48bf-b67e-106a6a26b143 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Unset dirty status for tenant:3e81b9a464264f6499bb8d9ae9a86dd8 on resource:port {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:20:25.030636 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a211cc45-e1b2-416a-a3f8-0e2f7d76dd0b req-a89eef1b-79a1-48bf-b67e-106a6a26b143 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5c9a46e-cf44-4a95-8bcd-0596b1266188 HTTP/1.1" status: 200 len: 946 time: 0.1238530 Dec 07 15:20:25.137926 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-a211cc45-e1b2-416a-a3f8-0e2f7d76dd0b req-682e6cc7-0cef-48e7-a43e-a547d4faa540 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Deleting port 95beadd7-b9d6-430a-b7df-4dda483ae310 {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:20:25.138042 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-a211cc45-e1b2-416a-a3f8-0e2f7d76dd0b req-682e6cc7-0cef-48e7-a43e-a547d4faa540 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:25.536152 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-a211cc45-e1b2-416a-a3f8-0e2f7d76dd0b req-682e6cc7-0cef-48e7-a43e-a547d4faa540 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] For port 95beadd7-b9d6-430a-b7df-4dda483ae310, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=95beadd7-b9d6-430a-b7df-4dda483ae310,segment=NetworkSegment(71cf33f4-f3fb-4693-9891-b9522018dea5),segment_id=71cf33f4-f3fb-4693-9891-b9522018dea5)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:25.536757 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-a211cc45-e1b2-416a-a3f8-0e2f7d76dd0b req-682e6cc7-0cef-48e7-a43e-a547d4faa540 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:25.701661 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-a211cc45-e1b2-416a-a3f8-0e2f7d76dd0b req-682e6cc7-0cef-48e7-a43e-a547d4faa540 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Calling delete_port for 95beadd7-b9d6-430a-b7df-4dda483ae310 owned by compute:nova {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:20:25.908584 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-a211cc45-e1b2-416a-a3f8-0e2f7d76dd0b req-682e6cc7-0cef-48e7-a43e-a547d4faa540 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:25.920894 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['95beadd7-b9d6-430a-b7df-4dda483ae310'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:20:25.925361 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:25.946853 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a5cb8-f980-4e09-8bdf-adcd60d35b17 req-729e6754-73ea-44f9-8f1f-aa30ad7be261 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:25.955245 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5b8a5cb8-f980-4e09-8bdf-adcd60d35b17 req-729e6754-73ea-44f9-8f1f-aa30ad7be261 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.4721425 Dec 07 15:20:26.031198 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5b8a5cb8-f980-4e09-8bdf-adcd60d35b17 req-205d757f-40f5-4e03-8b8c-f21ec20e05b8 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747099 Dec 07 15:20:26.042221 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e6cc7-0cef-48e7-a43e-a547d4faa540 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Pushing event deleted for resources: {'Port': ['ID=95beadd7-b9d6-430a-b7df-4dda483ae310,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:26.078068 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-682e6cc7-0cef-48e7-a43e-a547d4faa540 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:26.119676 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab256e-970b-439c-964c-e5afa3e0ac26 req-1a2e30ed-4a2a-45d7-a0d0-41e944b6ee14 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:26.132097 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-46ab256e-970b-439c-964c-e5afa3e0ac26 req-1a2e30ed-4a2a-45d7-a0d0-41e944b6ee14 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.2888098 Dec 07 15:20:26.183531 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-a211cc45-e1b2-416a-a3f8-0e2f7d76dd0b req-682e6cc7-0cef-48e7-a43e-a547d4faa540 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] No DVR routers for this DVR port 95beadd7-b9d6-430a-b7df-4dda483ae310 on host hv-cinder-82062 {{(pid=88188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:20:26.186457 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-a211cc45-e1b2-416a-a3f8-0e2f7d76dd0b req-682e6cc7-0cef-48e7-a43e-a547d4faa540 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:26.191852 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c9a46e-cf44-4a95-8bcd-0596b1266188', 'name': 'network-vif-deleted', 'tag': '95beadd7-b9d6-430a-b7df-4dda483ae310'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:20:26.222128 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a211cc45-e1b2-416a-a3f8-0e2f7d76dd0b req-682e6cc7-0cef-48e7-a43e-a547d4faa540 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.57 "DELETE /v2.0/ports/95beadd7-b9d6-430a-b7df-4dda483ae310 HTTP/1.1" status: 204 len: 173 time: 1.1802402 Dec 07 15:20:26.241881 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-46ab256e-970b-439c-964c-e5afa3e0ac26 req-398470e1-8987-47eb-a3dd-f05226e451dc tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021659 Dec 07 15:20:26.331498 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fdbb49fd-4b79-4bc1-821c-d04301fa83e0 req-29d29d15-51b4-4bbb-bdcc-8b969586fead tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=c5c9a46e-cf44-4a95-8bcd-0596b1266188 HTTP/1.1" status: 200 len: 210 time: 0.1047857 Dec 07 15:20:26.442945 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c9a46e-cf44-4a95-8bcd-0596b1266188', 'name': 'network-vif-deleted', 'tag': '95beadd7-b9d6-430a-b7df-4dda483ae310', 'status': 'completed', 'code': 200} Dec 07 15:20:27.259664 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424d324-039e-4d0b-a2f5-0d9f16b8f830 req-e5b9e592-b865-43c4-9fe0-e365756b1b5d tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:27.266214 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e424d324-039e-4d0b-a2f5-0d9f16b8f830 req-e5b9e592-b865-43c4-9fe0-e365756b1b5d tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.0995960 Dec 07 15:20:27.330793 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e424d324-039e-4d0b-a2f5-0d9f16b8f830 req-e928bb44-9169-4c54-8761-5cef7da0b8e7 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581400 Dec 07 15:20:27.642670 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e7231-4da5-496f-a17c-b752bc0066f2 req-dc45a8c9-dd06-41ea-8ab3-83bc22e47003 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:27.645530 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-309e7231-4da5-496f-a17c-b752bc0066f2 req-dc45a8c9-dd06-41ea-8ab3-83bc22e47003 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.1173189 Dec 07 15:20:27.723152 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-309e7231-4da5-496f-a17c-b752bc0066f2 req-3509949a-d5ad-4c4a-9644-dace4301f506 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700240 Dec 07 15:20:27.906221 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-23dfb422-bda3-47b7-956d-1b9913b44922 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:27.907885 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-23dfb422-bda3-47b7-956d-1b9913b44922 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/networks?id=c3963a61-0ef5-4788-93ea-da66fd67ea19 HTTP/1.1" status: 200 len: 808 time: 0.2023842 Dec 07 15:20:27.927200 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-ed47f86e-3b5e-4832-b77d-b250f18f8285 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/quotas/3e81b9a464264f6499bb8d9ae9a86dd8 HTTP/1.1" status: 200 len: 375 time: 0.0126083 Dec 07 15:20:27.983203 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-ec8a85f6-cb2a-438a-a60a-2c5211c28619 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e81b9a464264f6499bb8d9ae9a86dd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488112 Dec 07 15:20:27.993550 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eac3cd0d-15b1-4bee-9c38-ce80457e6eff req-d0582494-5ff8-4def-aade-7268f7976dd9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c656814e5740ada798cf35922cb848&device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 1098 time: 0.0839152 Dec 07 15:20:28.127222 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-ad06e892-4ad1-46be-a4c7-3e1815630b72 service neutron] 10.222.0.71 "GET /v2.0/networks/c3963a61-0ef5-4788-93ea-da66fd67ea19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378577 Dec 07 15:20:28.142326 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3cd0d-15b1-4bee-9c38-ce80457e6eff req-823499fe-47a0-43bf-95da-53cd45b625d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:28.144310 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eac3cd0d-15b1-4bee-9c38-ce80457e6eff req-823499fe-47a0-43bf-95da-53cd45b625d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=094b8464-5ed4-428c-85f9-2c8468dfbadf HTTP/1.1" status: 200 len: 918 time: 0.1435006 Dec 07 15:20:28.254124 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eac3cd0d-15b1-4bee-9c38-ce80457e6eff req-ea478ada-468d-42c7-81c3-3490cb96a479 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cad0d6ad-3822-445a-83a8-1ee869010539 HTTP/1.1" status: 200 len: 1001 time: 0.1032746 Dec 07 15:20:28.273296 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-0b9bd558-6bf0-454a-99c1-793246cd9b06 service neutron] 10.222.0.71 "GET /v2.0/networks/c3963a61-0ef5-4788-93ea-da66fd67ea19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395431 Dec 07 15:20:28.324572 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3cd0d-15b1-4bee-9c38-ce80457e6eff req-affbad19-5eba-4ff4-8183-311da35251cd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:28.326383 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eac3cd0d-15b1-4bee-9c38-ce80457e6eff req-affbad19-5eba-4ff4-8183-311da35251cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1159b89-e409-480d-88a1-0e02146c58fd HTTP/1.1" status: 200 len: 856 time: 0.0662572 Dec 07 15:20:28.438091 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eac3cd0d-15b1-4bee-9c38-ce80457e6eff req-d1a2c66f-fd7d-49dc-a17d-c1ae27e80293 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=094b8464-5ed4-428c-85f9-2c8468dfbadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1053007 Dec 07 15:20:28.549315 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7367e1c5-0ec9-4a52-bbad-c1451b856aaf req-4cfff3a8-906c-44bf-8495-094b55a1640e tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 210 time: 0.0987530 Dec 07 15:20:28.597378 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7639e3-9171-4a56-a930-c0b86e387ddd req-bd56fda9-3610-4311-8016-a8342ce29330 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:28.597819 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eac3cd0d-15b1-4bee-9c38-ce80457e6eff req-336045c2-766c-4f5b-9125-1a01bf9cc362 service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533327 Dec 07 15:20:28.599363 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2a7639e3-9171-4a56-a930-c0b86e387ddd req-bd56fda9-3610-4311-8016-a8342ce29330 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1024160 Dec 07 15:20:28.649813 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2a7639e3-9171-4a56-a930-c0b86e387ddd req-d4937534-744e-49e5-adfe-715b4ec7cd69 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440693 Dec 07 15:20:28.949489 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eac3cd0d-15b1-4bee-9c38-ce80457e6eff req-87624b9f-57c1-44d8-8d70-656a226cc416 service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455007 Dec 07 15:20:28.985646 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef54c7-0494-4f2e-bfde-aab1d81c85d0 req-850e0c0f-7728-4ab7-a908-39c15250c797 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:28.987459 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f9ef54c7-0494-4f2e-bfde-aab1d81c85d0 req-850e0c0f-7728-4ab7-a908-39c15250c797 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.0958214 Dec 07 15:20:29.045874 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f9ef54c7-0494-4f2e-bfde-aab1d81c85d0 req-10e80602-f760-480d-91cf-4d4be3e25d84 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508947 Dec 07 15:20:29.346653 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 59702) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:29.474456 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 95beadd7-b9d6-430a-b7df-4dda483ae310 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:20:29.578127 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] No Port match for: 95beadd7-b9d6-430a-b7df-4dda483ae310 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:20:29.578782 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 95beadd7-b9d6-430a-b7df-4dda483ae310 not bound to the agent host hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:20:29.628300 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-fb853d1a-c0b9-49a6-b43e-52fe03782f52 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7f553ff0ee3c4e94ae646f029b4b1618&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2802572 Dec 07 15:20:29.628988 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 59714) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:29.703863 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ea12ff4f-e215-462f-93eb-82ec35508345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:29.734582 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ea12ff4f-e215-462f-93eb-82ec35508345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:29.747845 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-5351b9cc-1aa7-4b0d-b8fe-e6a220d76eb0 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:29.749602 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-5351b9cc-1aa7-4b0d-b8fe-e6a220d76eb0 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.57 "GET /v2.0/networks?id=c3963a61-0ef5-4788-93ea-da66fd67ea19 HTTP/1.1" status: 200 len: 808 time: 0.1992016 Dec 07 15:20:29.771922 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-9f14fadd-3a58-4f0c-8238-94fc464685f1 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Request body: {'port': {'device_id': '2e606a85-3354-4b7f-a93e-2ecfd85ef6bb', 'network_id': 'c3963a61-0ef5-4788-93ea-da66fd67ea19', 'admin_state_up': True, 'tenant_id': '3e81b9a464264f6499bb8d9ae9a86dd8'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:20:29.865742 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-13fba967-a5a2-4a48-8c4e-d71cfa7041b4 req-fbc972c5-1356-436f-bbf3-f408193139a9 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 210 time: 0.1635311 Dec 07 15:20:29.891191 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ea12ff4f-e215-462f-93eb-82ec35508345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:29.899146 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-53ac5887-421b-4e54-8755-9de2e75e0580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:29.912677 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12ff4f-e215-462f-93eb-82ec35508345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685663a5-0c11-45cc-a421-acf0f918b068,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:29.917534 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ea12ff4f-e215-462f-93eb-82ec35508345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:29.924560 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ea12ff4f-e215-462f-93eb-82ec35508345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:29.926534 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-9f14fadd-3a58-4f0c-8238-94fc464685f1 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:20:29.928829 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-ea12ff4f-e215-462f-93eb-82ec35508345 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/685663a5-0c11-45cc-a421-acf0f918b068 HTTP/1.1" status: 204 len: 168 time: 0.2987514 Dec 07 15:20:29.932854 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-9f14fadd-3a58-4f0c-8238-94fc464685f1 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Usage tracker for resource:port and tenant:3e81b9a464264f6499bb8d9ae9a86dd8 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:20:29.936239 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-9f14fadd-3a58-4f0c-8238-94fc464685f1 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:20:29.942687 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-9f14fadd-3a58-4f0c-8238-94fc464685f1 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:20:29.952575 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-9f14fadd-3a58-4f0c-8238-94fc464685f1 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Made reservation on behalf of 3e81b9a464264f6499bb8d9ae9a86dd8 for: {'port': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:20:29.952752 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd62a0-78e4-469a-aa5d-61f79c244179 req-d442a7e4-f17d-49e8-be78-6e1c7ef3c7e2 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:29.954460 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-62fd62a0-78e4-469a-aa5d-61f79c244179 req-d442a7e4-f17d-49e8-be78-6e1c7ef3c7e2 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1399062 Dec 07 15:20:29.959069 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-9f14fadd-3a58-4f0c-8238-94fc464685f1 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:30.004257 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-62fd62a0-78e4-469a-aa5d-61f79c244179 req-347fc965-2bb1-4e49-bd38-7de40fb96ca9 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431035 Dec 07 15:20:30.135235 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-9f14fadd-3a58-4f0c-8238-94fc464685f1 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Allocated IP 172.20.0.11 (c3963a61-0ef5-4788-93ea-da66fd67ea19/b100615f-ce5e-4597-a9af-c9992751847e/4d7eae74-70bb-4bb5-a93f-2230a38c93ff) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:20:30.276505 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757578b-6b19-4e4a-af89-7b9e652f0980 req-4cfc56f0-2519-4a8d-be73-3e6888a92e57 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:30.278227 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0757578b-6b19-4e4a-af89-7b9e652f0980 req-4cfc56f0-2519-4a8d-be73-3e6888a92e57 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.0893109 Dec 07 15:20:30.332530 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0757578b-6b19-4e4a-af89-7b9e652f0980 req-84118bf8-5826-4604-8f3c-0fe4136eb734 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481951 Dec 07 15:20:30.367046 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-9f14fadd-3a58-4f0c-8238-94fc464685f1 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:30.393978 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-9f14fadd-3a58-4f0c-8238-94fc464685f1 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:30.399797 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:30.471622 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-9f14fadd-3a58-4f0c-8238-94fc464685f1 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Network c3963a61-0ef5-4788-93ea-da66fd67ea19 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:20:30.475208 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-9f14fadd-3a58-4f0c-8238-94fc464685f1 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:20:30.477914 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-9f14fadd-3a58-4f0c-8238-94fc464685f1 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:20:30.482825 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-9f14fadd-3a58-4f0c-8238-94fc464685f1 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:30.483558 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-9f14fadd-3a58-4f0c-8238-94fc464685f1 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:30.504081 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14fadd-3a58-4f0c-8238-94fc464685f1 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Pushing event updated for resources: {'Port': ['ID=4d7eae74-70bb-4bb5-a93f-2230a38c93ff,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:30.507363 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9f14fadd-3a58-4f0c-8238-94fc464685f1 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:30.522516 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-9f14fadd-3a58-4f0c-8238-94fc464685f1 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7596390 Dec 07 15:20:30.536143 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Request body: {'port': {'device_id': '2e606a85-3354-4b7f-a93e-2ecfd85ef6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:20:30.661431 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:30.962851 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 59750) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:31.091186 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7eae74-70bb-4bb5-a93f-2230a38c93ff {{(pid=88188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:20:31.099204 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:31.116847 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Transition to ACTIVE for port object 4d7eae74-70bb-4bb5-a93f-2230a38c93ff will not be triggered until provisioned by entity L2. {{(pid=88188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:20:31.129847 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:31.130377 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa56b4-139a-42af-b572-d4321bd1d67e req-90085058-f6a0-4103-8e5a-321d416ab778 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:31.132567 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-65fa56b4-139a-42af-b572-d4321bd1d67e req-90085058-f6a0-4103-8e5a-321d416ab778 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 932 time: 0.1224086 Dec 07 15:20:31.142663 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8a53fb46-38d0-485c-b339-10a245935db0 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:31.182477 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1196404989-network', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:20:31.195022 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:20:31.245890 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Usage tracker for resource:network and tenant:8440c70a568a4a21bfaca3e4aa7c27ca is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:20:31.249785 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:20:31.259844 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-65fa56b4-139a-42af-b572-d4321bd1d67e req-4511fd0e-8aeb-4b53-9284-4c0918675932 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195402 Dec 07 15:20:31.271754 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:20:31.284446 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Pushing event updated for resources: {'Port': ['ID=4d7eae74-70bb-4bb5-a93f-2230a38c93ff,revision_number=2']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:31.288607 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:31.289454 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Made reservation on behalf of 8440c70a568a4a21bfaca3e4aa7c27ca for: {'network': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:20:31.295013 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for network, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:31.313150 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:31.345212 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Attempting to bind port 4d7eae74-70bb-4bb5-a93f-2230a38c93ff on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:20:31.345530 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Attempting to bind port 4d7eae74-70bb-4bb5-a93f-2230a38c93ff by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': '71cf33f4-f3fb-4693-9891-b9522018dea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c3963a61-0ef5-4788-93ea-da66fd67ea19'}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:20:31.345942 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Attempting to bind port 4d7eae74-70bb-4bb5-a93f-2230a38c93ff on network c3963a61-0ef5-4788-93ea-da66fd67ea19 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:20:31.351520 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87200cf9-6f9c-4ec6-9f75-9f2343d72c03 req-4d887bed-fa28-4a38-bfba-ec9b6ac91ff9 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:31.352181 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Port 4d7eae74-70bb-4bb5-a93f-2230a38c93ff on network c3963a61-0ef5-4788-93ea-da66fd67ea19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:20:31.352509 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Attempting to bind port 4d7eae74-70bb-4bb5-a93f-2230a38c93ff on network c3963a61-0ef5-4788-93ea-da66fd67ea19 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:20:31.353170 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-87200cf9-6f9c-4ec6-9f75-9f2343d72c03 req-4d887bed-fa28-4a38-bfba-ec9b6ac91ff9 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1627748 Dec 07 15:20:31.359970 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Checking agent: {'id': 'cbbfcabc-3255-4d4c-9281-bbfa60486e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'started_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:20:31.360170 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Checking segment: {'id': '71cf33f4-f3fb-4693-9891-b9522018dea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c3963a61-0ef5-4788-93ea-da66fd67ea19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:20:31.360463 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Bound using segment: {'id': '71cf33f4-f3fb-4693-9891-b9522018dea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c3963a61-0ef5-4788-93ea-da66fd67ea19'} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:20:31.360927 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Bound port: 4d7eae74-70bb-4bb5-a93f-2230a38c93ff, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cf33f4-f3fb-4693-9891-b9522018dea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c3963a61-0ef5-4788-93ea-da66fd67ea19'}}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:20:31.361312 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:31.380526 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:20:31.389817 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Usage tracker for resource:security_group_rule and tenant:8440c70a568a4a21bfaca3e4aa7c27ca is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:20:31.394535 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:20:31.409277 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:20:31.428456 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-87200cf9-6f9c-4ec6-9f75-9f2343d72c03 req-8b5c5c3b-39ca-4400-b319-0c191fd0a0b0 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666986 Dec 07 15:20:31.471384 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] For port 4d7eae74-70bb-4bb5-a93f-2230a38c93ff, host hv-cinder-82062, cleared binding levels {{(pid=88188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:20:31.475104 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] For port 4d7eae74-70bb-4bb5-a93f-2230a38c93ff, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=4d7eae74-70bb-4bb5-a93f-2230a38c93ff,segment=NetworkSegment(71cf33f4-f3fb-4693-9891-b9522018dea5),segment_id=71cf33f4-f3fb-4693-9891-b9522018dea5)] {{(pid=88188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:20:31.476374 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device cad0d6ad-3822-445a-83a8-1ee869010539 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:20:31.478826 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:31.491064 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-68b84a2a-7741-4fa6-87c1-1559c2ada8eb tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:31.495670 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:31.499565 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:31.504366 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a5d1c84f-2164-4e80-8b3f-7697f205501f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:31.554112 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:31.555644 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] 10.222.0.57 "PUT /v2.0/ports/4d7eae74-70bb-4bb5-a93f-2230a38c93ff HTTP/1.1" status: 200 len: 1094 time: 1.0260935 Dec 07 15:20:31.556177 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e606a85-3354-4b7f-a93e-2ecfd85ef6bb', 'tag': '4d7eae74-70bb-4bb5-a93f-2230a38c93ff'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:20:31.585913 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=88189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:20:31.588125 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Pushing event updated for resources: {'Port': ['ID=4d7eae74-70bb-4bb5-a93f-2230a38c93ff,revision_number=3']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:31.591416 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:31.601194 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c231011-91a1-4a01-b1d1-3677a3299f45,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:31.603493 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:31.607172 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:31.612413 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:31.612817 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.segments_db [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Added segment 4689addf-1078-4e77-829a-7ab41ad8e469 of type vlan for network 03313f33-10d1-4efe-ad7b-e30eb94ac64a Dec 07 15:20:31.654723 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744366061905'] for network, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:31.660833 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port cad0d6ad-3822-445a-83a8-1ee869010539, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=cad0d6ad-3822-445a-83a8-1ee869010539,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:31.662246 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d1c34f-936f-4a8d-9645-cacc4469e8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad0d6ad-3822-445a-83a8-1ee869010539'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:20:31.663561 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e606a85-3354-4b7f-a93e-2ecfd85ef6bb', 'tag': '4d7eae74-70bb-4bb5-a93f-2230a38c93ff', 'status': 'completed', 'code': 200} Dec 07 15:20:31.668639 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:31.670604 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-469afa27-720e-44b2-ac86-6c1591f1a6a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:31.672515 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e97653-ec22-430f-8f35-e31d2afba0f7 req-d622d576-79f3-4a34-80f4-509f0630e47b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:31.674269 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a2e97653-ec22-430f-8f35-e31d2afba0f7 req-d622d576-79f3-4a34-80f4-509f0630e47b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 945 time: 0.1607213 Dec 07 15:20:31.698867 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-a68014f1-9529-4526-9117-1e1042d31cfb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3e81b9a464264f6499bb8d9ae9a86dd8&device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 1097 time: 0.0961843 Dec 07 15:20:31.736440 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for network, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:31.740135 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:31.740795 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:31.742043 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=cad0d6ad-3822-445a-83a8-1ee869010539,revision_number=8']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:31.746284 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:31.746455 dv-cinder-820628-1-smb neutron-server[88079]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9d1c34f-936f-4a8d-9645-cacc4469e8be', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cad0d6ad-3822-445a-83a8-1ee869010539', 'code': 422} returned with failed status Dec 07 15:20:31.747136 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:31.769383 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a2e97653-ec22-430f-8f35-e31d2afba0f7 req-32492eef-2b73-49cc-a127-1b0fff02568f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811124 Dec 07 15:20:31.779330 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-e1b34d6a-9b8a-4920-b668-7ea6e0bd9b48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d7eae74-70bb-4bb5-a93f-2230a38c93ff HTTP/1.1" status: 200 len: 217 time: 0.0725732 Dec 07 15:20:31.850910 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8867564 Dec 07 15:20:31.855042 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 59768) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:31.860026 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Pushing event updated for resources: {'Network': ['ID=03313f33-10d1-4efe-ad7b-e30eb94ac64a,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:31.862886 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:31.863149 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-1daa7875-dd95-4322-a746-999f80c1b9c4 admin admin] Request body: {'subnet': {'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1196404989-subnet', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'ip_version': 4}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:20:31.869917 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-1daa7875-dd95-4322-a746-999f80c1b9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:20:31.871585 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Network 03313f33-10d1-4efe-ad7b-e30eb94ac64a details requested by agent ovs-agent-dv-cinder-820628-1-smb with host dv-cinder-820628-1-smb {{(pid=88190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:20:31.873419 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-e65aee03-7459-4930-8fbf-ed092cc9d0ce service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:31.875072 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-e65aee03-7459-4930-8fbf-ed092cc9d0ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b100615f-ce5e-4597-a9af-c9992751847e HTTP/1.1" status: 200 len: 848 time: 0.0881512 Dec 07 15:20:31.877453 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-1daa7875-dd95-4322-a746-999f80c1b9c4 admin admin] Usage tracker for resource:subnet and tenant:8440c70a568a4a21bfaca3e4aa7c27ca is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:20:31.880633 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-1daa7875-dd95-4322-a746-999f80c1b9c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:20:31.923700 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-1daa7875-dd95-4322-a746-999f80c1b9c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:20:31.932971 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-e3d65b26-31df-46d0-b500-9cf6a994f13a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3963a61-0ef5-4788-93ea-da66fd67ea19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491123 Dec 07 15:20:31.966176 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daa7875-dd95-4322-a746-999f80c1b9c4 admin admin] Made reservation on behalf of 8440c70a568a4a21bfaca3e4aa7c27ca for: {'subnet': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:20:31.971409 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1daa7875-dd95-4322-a746-999f80c1b9c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:32.195811 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-8b7bbc9f-5998-4182-bfd2-2017116ef939 service neutron] 10.222.0.57 "GET /v2.0/networks/c3963a61-0ef5-4788-93ea-da66fd67ea19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553990 Dec 07 15:20:32.458590 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc7f5c72-5278-4cb6-8291-a5df010b18ed req-7bcfbbed-043f-44bd-a522-ebef5fe2d360 service neutron] 10.222.0.57 "GET /v2.0/networks/c3963a61-0ef5-4788-93ea-da66fd67ea19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550321 Dec 07 15:20:32.459784 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1daa7875-dd95-4322-a746-999f80c1b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for subnet, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:32.464404 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:32.587320 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598ae0e-f2f1-46af-8463-71c3a7ad4333 req-dea8feeb-1c96-4ef8-a523-8d5b4b37b5f2 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:32.594794 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7598ae0e-f2f1-46af-8463-71c3a7ad4333 req-dea8feeb-1c96-4ef8-a523-8d5b4b37b5f2 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 944 time: 0.1289845 Dec 07 15:20:32.616295 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa7875-dd95-4322-a746-999f80c1b9c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5323836-8704-4805-8b57-689bc0ca72e4,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:32.622462 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1daa7875-dd95-4322-a746-999f80c1b9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:32.635519 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daa7875-dd95-4322-a746-999f80c1b9c4 admin admin] Checking segment: {'id': '4689addf-1078-4e77-829a-7ab41ad8e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:20:32.635972 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daa7875-dd95-4322-a746-999f80c1b9c4 admin admin] Network hostable DHCP agents. Network: 03313f33-10d1-4efe-ad7b-e30eb94ac64a, hostable agents: ['8933d9ad-7c89-41d3-b37b-333921c44d45'], hosted agents: [] {{(pid=88188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:20:32.664398 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0230d41a-b3bc-4064-833d-e869eae085a4 req-375a4a0d-7133-4df0-8360-13c76c59faf0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3e81b9a464264f6499bb8d9ae9a86dd8&device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 1097 time: 0.1357303 Dec 07 15:20:32.695155 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daa7875-dd95-4322-a746-999f80c1b9c4 admin admin] Network 03313f33-10d1-4efe-ad7b-e30eb94ac64a is scheduled to be hosted by DHCP agent 8933d9ad-7c89-41d3-b37b-333921c44d45 with binding_index 1 {{(pid=88188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:20:32.699143 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7598ae0e-f2f1-46af-8463-71c3a7ad4333 req-85a3372c-2d50-4433-b3c4-99f641e3cf6d tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019087 Dec 07 15:20:32.719006 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf82c-fb8e-44f6-9064-b4c545628969 req-b20db823-3e33-4b11-9097-e1c7484e7ab1 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:32.720359 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c5dcf82c-fb8e-44f6-9064-b4c545628969 req-b20db823-3e33-4b11-9097-e1c7484e7ab1 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1212263 Dec 07 15:20:32.724116 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-1daa7875-dd95-4322-a746-999f80c1b9c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-smb, 03313f33-10d1-4efe-ad7b-e30eb94ac64a) {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:20:32.735936 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa445e63-2823-4fce-be57-2df2db627e0d None None] Network 03313f33-10d1-4efe-ad7b-e30eb94ac64a requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:20:32.774345 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c5dcf82c-fb8e-44f6-9064-b4c545628969 req-f3b055dd-a02f-486a-b693-4c980b3f164d tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469689 Dec 07 15:20:32.791783 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daa7875-dd95-4322-a746-999f80c1b9c4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:32.792480 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1daa7875-dd95-4322-a746-999f80c1b9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for subnet, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:32.838580 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-1daa7875-dd95-4322-a746-999f80c1b9c4 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9802392 Dec 07 15:20:32.846966 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 59796) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:32.861369 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1196404989-router', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:20:32.867683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230d41a-b3bc-4064-833d-e869eae085a4 req-3d8c8de4-91b2-4988-896c-588185b13f50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:32.869241 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0230d41a-b3bc-4064-833d-e869eae085a4 req-3d8c8de4-91b2-4988-896c-588185b13f50 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c3963a61-0ef5-4788-93ea-da66fd67ea19 HTTP/1.1" status: 200 len: 909 time: 0.1981931 Dec 07 15:20:32.870256 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:20:32.874547 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Usage tracker for resource:router and tenant:8440c70a568a4a21bfaca3e4aa7c27ca is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:20:32.899934 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bf1e5ee7-e644-475c-b3ea-4e22a3dd1250 req-13fc7e46-3526-4883-aa83-8fc6aa975e91 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0804024 Dec 07 15:20:32.927783 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:20:32.939230 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:20:32.954085 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0230d41a-b3bc-4064-833d-e869eae085a4 req-e836e348-3fa8-44cc-b1b2-f6302b429db4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d7eae74-70bb-4bb5-a93f-2230a38c93ff HTTP/1.1" status: 200 len: 217 time: 0.0762072 Dec 07 15:20:32.958765 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-570544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100688'] for router, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:32.959953 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854205422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853826331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854675112'] for router, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:32.977753 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10fb145b-ccfb-5829-8772-12d53f6ed67f-03313f33-10d1-4efe-ad7b-e30eb94ac64a', 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'fixed_ips': [{'subnet_id': 'd5323836-8704-4805-8b57-689bc0ca72e4'}]}} from dv-cinder-820628-1-smb. {{(pid=88190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 15:20:32.978739 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:33.062978 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:33.076065 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230d41a-b3bc-4064-833d-e869eae085a4 req-03262126-705d-4535-a530-f548f8f7ddb7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:33.077666 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0230d41a-b3bc-4064-833d-e869eae085a4 req-03262126-705d-4535-a530-f548f8f7ddb7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b100615f-ce5e-4597-a9af-c9992751847e HTTP/1.1" status: 200 len: 848 time: 0.1138160 Dec 07 15:20:33.173629 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Allocated IP 172.20.0.2 (03313f33-10d1-4efe-ad7b-e30eb94ac64a/d5323836-8704-4805-8b57-689bc0ca72e4/f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e) {{(pid=88190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:20:33.185383 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0230d41a-b3bc-4064-833d-e869eae085a4 req-73130e9a-dbfe-473e-a21e-7c9447eca8cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3963a61-0ef5-4788-93ea-da66fd67ea19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995717 Dec 07 15:20:33.221400 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45ffc2-1a2a-401f-bdcf-30ad879a3c84 req-aad2b365-d1ad-4347-852d-e892a95ebaa4 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:33.223802 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aa45ffc2-1a2a-401f-bdcf-30ad879a3c84 req-aad2b365-d1ad-4347-852d-e892a95ebaa4 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 943 time: 0.1095164 Dec 07 15:20:33.251648 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 59814) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:33.295214 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aa45ffc2-1a2a-401f-bdcf-30ad879a3c84 req-182902be-0787-43bd-a532-6988d87b725a tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645456 Dec 07 15:20:33.415479 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Notify callbacks [] for port, precommit_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:33.434263 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Transition to ACTIVE for port object f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e will not be triggered until provisioned by entity L2. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:20:33.456395 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Transition to ACTIVE for port object f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e will not be triggered until provisioned by entity DHCP. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:20:33.457886 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-53807b10-3707-4402-9d21-9825fbd87805 req-f5a02c54-7eba-4f68-9e86-a635aeea86f7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2028935 Dec 07 15:20:33.463646 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:33.605840 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854675127'] for router, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:33.647322 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:33.691415 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0230d41a-b3bc-4064-833d-e869eae085a4 req-99103178-4259-4be0-bbe3-c10a603c5a38 service neutron] 10.222.0.57 "GET /v2.0/networks/c3963a61-0ef5-4788-93ea-da66fd67ea19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500792 Dec 07 15:20:33.712040 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Pushing event updated for resources: {'Port': ['ID=f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e,revision_number=1']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:33.717303 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:33.732205 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Network 03313f33-10d1-4efe-ad7b-e30eb94ac64a is already hosted by enough agents. {{(pid=88190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:20:33.733473 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Resources bound (agent type, host, resource id): {{(pid=88190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:20:33.741034 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Received port after_create {{(pid=88190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:20:33.935670 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Attempting to bind port f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:20:33.936080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Attempting to bind port f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': '4689addf-1078-4e77-829a-7ab41ad8e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a'}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:20:33.936483 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Attempting to bind port f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e on network 03313f33-10d1-4efe-ad7b-e30eb94ac64a {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:20:33.943805 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:20:33.944350 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Checking segment: {'id': '4689addf-1078-4e77-829a-7ab41ad8e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:20:33.944804 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:33.945240 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Bound using segment: {'id': '4689addf-1078-4e77-829a-7ab41ad8e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a'} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:20:33.945766 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Bound port: f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4689addf-1078-4e77-829a-7ab41ad8e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a'}}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:20:33.946187 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:33.986533 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0230d41a-b3bc-4064-833d-e869eae085a4 req-e633cdf5-1a59-4e3b-a3ea-8c57203552b8 service neutron] 10.222.0.57 "GET /v2.0/networks/c3963a61-0ef5-4788-93ea-da66fd67ea19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886479 Dec 07 15:20:33.987177 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c6738-b6b5-4fdb-b6b8-8bd93a122740 req-6008803b-ee82-4bac-85fa-72506169f347 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:34.007718 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-697c6738-b6b5-4fdb-b6b8-8bd93a122740 req-6008803b-ee82-4bac-85fa-72506169f347 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 944 time: 0.1695118 Dec 07 15:20:34.057366 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] For port f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:20:34.062319 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] For port f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e,segment=NetworkSegment(4689addf-1078-4e77-829a-7ab41ad8e469),segment_id=4689addf-1078-4e77-829a-7ab41ad8e469)] {{(pid=88190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:20:34.066018 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:34.070704 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:34.097643 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:34.120013 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:20:34.140985 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:34.158809 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Pushing event updated for resources: {'Port': ['ID=f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e,revision_number=2']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:34.162654 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:34.172995 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-697c6738-b6b5-4fdb-b6b8-8bd93a122740 req-a43013b3-51bd-450c-8a60-81e66588f133 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563451 Dec 07 15:20:34.213572 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebff58-99cf-49ec-8bf6-75305c129006 req-9ff56cfa-3387-4f19-8630-31add56d481b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:34.216206 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3cebff58-99cf-49ec-8bf6-75305c129006 req-9ff56cfa-3387-4f19-8630-31add56d481b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1811082 Dec 07 15:20:34.276578 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3cebff58-99cf-49ec-8bf6-75305c129006 req-b1bc3cde-bc3e-46ef-863f-7f93f44081fa tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530636 Dec 07 15:20:34.313001 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Allocated IP 172.28.3.31 (0cb2958e-4db2-4f1d-a7f8-4af501c24e74/9e328c0c-452d-4ff2-b18b-159a0ad8dec1/5639f889-04a3-45ec-b28e-c0f3d409556f) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:20:34.506511 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:34.548699 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14c8d7-27a7-4d9c-a415-d693f6d64bf2 req-c5f746bc-4a11-43be-96ea-876d3a78a347 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:34.550859 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3e14c8d7-27a7-4d9c-a415-d693f6d64bf2 req-c5f746bc-4a11-43be-96ea-876d3a78a347 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 943 time: 0.1029708 Dec 07 15:20:34.562092 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:34.571262 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a65f6bc0-f707-4fd7-92fd-f6a40b451e25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:34.630490 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3e14c8d7-27a7-4d9c-a415-d693f6d64bf2 req-78c04f74-dd74-4eaf-aa32-553a0abb79ae tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720587 Dec 07 15:20:34.667538 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:20:34.671375 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:20:34.673521 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Pushing event updated for resources: {'Port': ['ID=5639f889-04a3-45ec-b28e-c0f3d409556f,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:34.675868 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:20:34.705023 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:34.795735 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:34.796467 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854205272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854142160'] for router, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:35.017195 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-53807b10-3707-4402-9d21-9825fbd87805 req-1577d649-a7b0-4e1e-bb04-442581bae381 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be&tenant_id=a9c656814e5740ada798cf35922cb848 HTTP/1.1" status: 200 len: 1096 time: 0.1604893 Dec 07 15:20:35.163237 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-53807b10-3707-4402-9d21-9825fbd87805 req-b6bc0883-4770-4c3d-9dd2-3454ec4a7089 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c656814e5740ada798cf35922cb848&device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 1096 time: 0.1127229 Dec 07 15:20:35.281065 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Router 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 is scheduled to L3 agent f79d429c-c241-436e-a9f4-10d095e52796 with binding_index 1 {{(pid=88188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 15:20:35.400993 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a568a-893b-4136-90d3-4ef7b188af90 req-316db985-81d0-4d36-be95-aee6a6a116ef tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:35.403039 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-db0a568a-893b-4136-90d3-4ef7b188af90 req-316db985-81d0-4d36-be95-aee6a6a116ef tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 944 time: 0.1078250 Dec 07 15:20:35.406301 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53807b10-3707-4402-9d21-9825fbd87805 req-b5eda2aa-7ad8-4aa7-8a20-5660db8eeec5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:35.407906 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-53807b10-3707-4402-9d21-9825fbd87805 req-b5eda2aa-7ad8-4aa7-8a20-5660db8eeec5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=094b8464-5ed4-428c-85f9-2c8468dfbadf HTTP/1.1" status: 200 len: 918 time: 0.2382646 Dec 07 15:20:35.503149 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 4d7eae74-70bb-4bb5-a93f-2230a38c93ff details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:20:35.530857 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-db0a568a-893b-4136-90d3-4ef7b188af90 req-28e038fb-8b98-45ed-8926-512cdd37c9b7 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212122 Dec 07 15:20:35.562813 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d6e19-0008-4f42-a7ea-c9270d073a00 req-5176489e-96a7-416e-bf19-3ba7ca7ddc3d tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:35.570542 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0c1d6e19-0008-4f42-a7ea-c9270d073a00 req-5176489e-96a7-416e-bf19-3ba7ca7ddc3d tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1203983 Dec 07 15:20:35.579606 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-53807b10-3707-4402-9d21-9825fbd87805 req-014aaf3a-9487-458f-a1d4-2e677339f888 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cad0d6ad-3822-445a-83a8-1ee869010539 HTTP/1.1" status: 200 len: 999 time: 0.1645331 Dec 07 15:20:35.628700 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0c1d6e19-0008-4f42-a7ea-c9270d073a00 req-da4cd259-4080-4a8e-842e-2d09545c4488 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570688 Dec 07 15:20:35.656750 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device cad0d6ad-3822-445a-83a8-1ee869010539 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:20:35.684953 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53807b10-3707-4402-9d21-9825fbd87805 req-f62f82a0-17a9-4e7d-a1c7-a2ac83666257 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:35.686582 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-53807b10-3707-4402-9d21-9825fbd87805 req-f62f82a0-17a9-4e7d-a1c7-a2ac83666257 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1159b89-e409-480d-88a1-0e02146c58fd HTTP/1.1" status: 200 len: 856 time: 0.0830154 Dec 07 15:20:35.691489 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 4d7eae74-70bb-4bb5-a93f-2230a38c93ff, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=4d7eae74-70bb-4bb5-a93f-2230a38c93ff,segment=NetworkSegment(71cf33f4-f3fb-4693-9891-b9522018dea5),segment_id=71cf33f4-f3fb-4693-9891-b9522018dea5)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:35.711197 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': '4d7eae74-70bb-4bb5-a93f-2230a38c93ff', 'network_id': 'c3963a61-0ef5-4788-93ea-da66fd67ea19', 'port_id': '4d7eae74-70bb-4bb5-a93f-2230a38c93ff', 'mac_address': 'fa:16:3e:2a:18:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b100615f-ce5e-4597-a9af-c9992751847e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:20:35.775494 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:20:35.785975 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Sync routers for ids ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'] in dv-cinder-820628-1-smb {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:20:35.805135 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Routers {'11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:20:35.806250 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:20:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:35.813643 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-53807b10-3707-4402-9d21-9825fbd87805 req-6a9f1f34-7148-416a-b7b3-8a0009b2b710 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=094b8464-5ed4-428c-85f9-2c8468dfbadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1198616 Dec 07 15:20:35.814588 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Notify callbacks [] for router, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:35.815777 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9678521 Dec 07 15:20:35.819000 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 59852) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:35.871403 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:35.894128 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7eae74-70bb-4bb5-a93f-2230a38c93ff {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:20:35.911143 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 4d7eae74-70bb-4bb5-a93f-2230a38c93ff, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=4d7eae74-70bb-4bb5-a93f-2230a38c93ff,segment=NetworkSegment(71cf33f4-f3fb-4693-9891-b9522018dea5),segment_id=71cf33f4-f3fb-4693-9891-b9522018dea5)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:35.919346 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:35.921383 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:36.010270 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Set router 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:20:36.023401 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=4d7eae74-70bb-4bb5-a93f-2230a38c93ff,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:36.026852 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:36.041909 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-53807b10-3707-4402-9d21-9825fbd87805 req-d07b7900-5f53-4877-b52a-fa394747a076 service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034209 Dec 07 15:20:36.145935 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['4d7eae74-70bb-4bb5-a93f-2230a38c93ff'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:20:36.229279 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca59ac7e-fd5c-4946-8488-b219c3e1bb10 None None] Network 03313f33-10d1-4efe-ad7b-e30eb94ac64a requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:20:36.249918 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-53807b10-3707-4402-9d21-9825fbd87805 req-293f3804-afad-4bb1-957d-6cd8dbf591e4 service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009199 Dec 07 15:20:36.332145 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408954f-df6c-4431-af3a-e33776131b71 req-bee4870d-283e-4279-9bf1-d4dfec921a14 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:36.333784 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7408954f-df6c-4431-af3a-e33776131b71 req-bee4870d-283e-4279-9bf1-d4dfec921a14 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 943 time: 0.3923361 Dec 07 15:20:36.390007 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'name': 'tempest-TestMinimumBasicScenario-1196404989-router', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:32Z', 'updated_at': '2021-12-07T15:20:34Z', 'revision_number': 3, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'gw_port': {'id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:34Z', 'updated_at': '2021-12-07T15:20:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:36.401830 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Checking router: 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 for host: dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:20:36.404905 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Updating router 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 port 5639f889-04a3-45ec-b28e-c0f3d409556f binding host dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:20:36.410055 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7408954f-df6c-4431-af3a-e33776131b71 req-21665f70-0157-4669-87d5-9a8ad56e3dc2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673394 Dec 07 15:20:36.516562 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:36.652328 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:20:36.807917 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-fe5eb33c-8cfd-4a79-aa5f-e448ca84e0e7 None None] Provisioning for port f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:20:36.892073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:20:36.908313 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:36.909026 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:36.968082 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Notify callbacks [] for port, precommit_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:36.981827 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Transition to ACTIVE for port object 5639f889-04a3-45ec-b28e-c0f3d409556f will not be triggered until provisioned by entity L2. {{(pid=88191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:20:36.988184 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:36.992915 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:37.046713 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5343f0-76a7-40e1-9921-8c6b0d62b1bc req-1b93ed5f-5024-4a01-8f7c-60b5a221b91d tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:37.054332 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5d5343f0-76a7-40e1-9921-8c6b0d62b1bc req-1b93ed5f-5024-4a01-8f7c-60b5a221b91d tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.2286725 Dec 07 15:20:37.067289 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:37.083964 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29505d-d522-4ee4-bc54-abb53df4ff33 req-0481d861-3cac-4a11-b3d6-f303b1827119 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:37.100560 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6c29505d-d522-4ee4-bc54-abb53df4ff33 req-0481d861-3cac-4a11-b3d6-f303b1827119 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 945 time: 0.3196967 Dec 07 15:20:37.101759 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Attempting to bind port 5639f889-04a3-45ec-b28e-c0f3d409556f on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:20:37.102195 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Attempting to bind port 5639f889-04a3-45ec-b28e-c0f3d409556f by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}] {{(pid=88191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:20:37.102618 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Attempting to bind port 5639f889-04a3-45ec-b28e-c0f3d409556f on network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:20:37.105623 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60aae1-d48c-48fc-b785-2584e491dd23 None None] Pushing event updated for resources: {'Port': ['ID=5639f889-04a3-45ec-b28e-c0f3d409556f,revision_number=2']} {{(pid=88191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:37.117547 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:20:37.117863 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Checking segment: {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:20:37.118327 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:37.118809 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Bound using segment: {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'} {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:20:37.119234 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Bound port: 5639f889-04a3-45ec-b28e-c0f3d409556f, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}}] {{(pid=88191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:20:37.119663 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:37.119982 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] For port f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e,segment=NetworkSegment(4689addf-1078-4e77-829a-7ab41ad8e469),segment_id=4689addf-1078-4e77-829a-7ab41ad8e469)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:37.124525 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:37.126543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:37.152208 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60aae1-d48c-48fc-b785-2584e491dd23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:37.152580 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60aae1-d48c-48fc-b785-2584e491dd23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:37.152931 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60aae1-d48c-48fc-b785-2584e491dd23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:37.153291 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60aae1-d48c-48fc-b785-2584e491dd23 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:37.153648 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60aae1-d48c-48fc-b785-2584e491dd23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:37.154004 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60aae1-d48c-48fc-b785-2584e491dd23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:37.154752 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60aae1-d48c-48fc-b785-2584e491dd23 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:37.154752 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60aae1-d48c-48fc-b785-2584e491dd23 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:37.155052 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60aae1-d48c-48fc-b785-2584e491dd23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:37.155372 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60aae1-d48c-48fc-b785-2584e491dd23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:37.155704 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60aae1-d48c-48fc-b785-2584e491dd23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:20:37.170643 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-cb60aae1-d48c-48fc-b785-2584e491dd23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:37.223616 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] For port 5639f889-04a3-45ec-b28e-c0f3d409556f, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:20:37.230054 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] For port 5639f889-04a3-45ec-b28e-c0f3d409556f, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=5639f889-04a3-45ec-b28e-c0f3d409556f,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:20:37.237033 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:37.237660 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Pushing event updated for resources: {'Port': ['ID=f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e,revision_number=3']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:37.242303 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:37.247897 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-cb60aae1-d48c-48fc-b785-2584e491dd23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:37.248071 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5d5343f0-76a7-40e1-9921-8c6b0d62b1bc req-3605fccf-8fd0-4f3e-9c6c-5b7847e44857 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927123 Dec 07 15:20:37.264705 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6c29505d-d522-4ee4-bc54-abb53df4ff33 req-697386b8-ea5c-401e-85d8-71b07215c63e tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603255 Dec 07 15:20:37.341018 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Routers {'11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:20:37.341628 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:20:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:37.492582 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60aae1-d48c-48fc-b785-2584e491dd23 None None] Pushing event updated for resources: {'Port': ['ID=5639f889-04a3-45ec-b28e-c0f3d409556f,revision_number=3']} {{(pid=88191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:37.498823 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-cb60aae1-d48c-48fc-b785-2584e491dd23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:37.510313 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 4d7eae74-70bb-4bb5-a93f-2230a38c93ff up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:20:37.631489 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-6508ed3f-a557-4040-878e-148fbcd48cb3 None None] Provisioning complete for port f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:37.632124 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6508ed3f-a557-4040-878e-148fbcd48cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:37.718034 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:37.807246 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning for port 4d7eae74-70bb-4bb5-a93f-2230a38c93ff completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:20:37.819708 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port 4d7eae74-70bb-4bb5-a93f-2230a38c93ff triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:37.820135 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:37.880634 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2a627-2292-40d3-b869-e1fba209110d req-d4792be8-692a-4c52-86ae-cd20008d210d tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:37.882302 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] Set router 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:20:37.892883 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f5d2a627-2292-40d3-b869-e1fba209110d req-d4792be8-692a-4c52-86ae-cd20008d210d tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 943 time: 0.2544477 Dec 07 15:20:38.077607 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:38.149158 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e606a85-3354-4b7f-a93e-2ecfd85ef6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7eae74-70bb-4bb5-a93f-2230a38c93ff'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:20:38.185356 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 4d7eae74-70bb-4bb5-a93f-2230a38c93ff, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=4d7eae74-70bb-4bb5-a93f-2230a38c93ff,segment=NetworkSegment(71cf33f4-f3fb-4693-9891-b9522018dea5),segment_id=71cf33f4-f3fb-4693-9891-b9522018dea5)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:38.190236 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:38.193377 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:38.269510 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f5d2a627-2292-40d3-b869-e1fba209110d req-a6b99f26-07ec-4fd5-bb71-1b8f9b9c37e6 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3623629 Dec 07 15:20:38.306478 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e606a85-3354-4b7f-a93e-2ecfd85ef6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7eae74-70bb-4bb5-a93f-2230a38c93ff', 'code': 200} Dec 07 15:20:38.362214 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Allocated IP 172.20.0.1 (03313f33-10d1-4efe-ad7b-e30eb94ac64a/d5323836-8704-4805-8b57-689bc0ca72e4/214c8492-e6c8-4017-b030-6383885f2cbe) {{(pid=88189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:20:38.505243 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=4d7eae74-70bb-4bb5-a93f-2230a38c93ff,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:38.542600 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:20:38.623130 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:38.631351 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 59906) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:38.690143 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-666bda85-5b9c-4663-8a53-1be7c97f9719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:38.733184 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:38.734214 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:38.792209 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'name': 'tempest-TestMinimumBasicScenario-1196404989-router', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:32Z', 'updated_at': '2021-12-07T15:20:34Z', 'revision_number': 3, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'gw_port': {'id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:34Z', 'updated_at': '2021-12-07T15:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:38.802983 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13384ccd-1aae-42e6-b962-58ed93f9cd20 None None] The sync data for ids ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'] in dv-cinder-820628-1-smb is: [{'id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'name': 'tempest-TestMinimumBasicScenario-1196404989-router', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:32Z', 'updated_at': '2021-12-07T15:20:34Z', 'revision_number': 3, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'gw_port': {'id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:34Z', 'updated_at': '2021-12-07T15:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}] {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:20:38.926386 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72507bc7-ebbc-4f64-a9d6-fea908818f7b req-65597362-f08f-4369-a1c3-835b6d175bdd tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:38.931946 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-72507bc7-ebbc-4f64-a9d6-fea908818f7b req-65597362-f08f-4369-a1c3-835b6d175bdd tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 946 time: 0.2883017 Dec 07 15:20:38.938930 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:39.035624 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-84e0608f-b518-4796-9eec-93c64b1e2c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:39.056193 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-72507bc7-ebbc-4f64-a9d6-fea908818f7b req-e887dad6-e102-423b-b383-736cf30f504d tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015596 Dec 07 15:20:39.071636 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Transition to ACTIVE for port object 214c8492-e6c8-4017-b030-6383885f2cbe will not be triggered until provisioned by entity DHCP. {{(pid=88189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:20:39.086946 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6988c-a79c-48ac-9b5c-723bd418f7c4 req-22440a3b-9b26-4747-9548-871c54aa6c64 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:39.095855 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c2b6988c-a79c-48ac-9b5c-723bd418f7c4 req-22440a3b-9b26-4747-9548-871c54aa6c64 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.3515351 Dec 07 15:20:39.114294 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-84e0608f-b518-4796-9eec-93c64b1e2c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:20:39.119051 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-84e0608f-b518-4796-9eec-93c64b1e2c3a admin admin] Usage tracker for resource:security_group_rule and tenant:c50890a43f374c10884c7ba855f9fc77 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:20:39.123332 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-84e0608f-b518-4796-9eec-93c64b1e2c3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:20:39.130568 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-84e0608f-b518-4796-9eec-93c64b1e2c3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:20:39.166528 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c2b6988c-a79c-48ac-9b5c-723bd418f7c4 req-51180392-7f46-46ee-9a65-1a01078b39d3 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694644 Dec 07 15:20:39.189366 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:39.200987 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:39.255559 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-84e0608f-b518-4796-9eec-93c64b1e2c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:39.259947 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-84e0608f-b518-4796-9eec-93c64b1e2c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:39.274708 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d7719e31-6abb-42a4-a758-4112b8b5cd16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:39.283827 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Network 03313f33-10d1-4efe-ad7b-e30eb94ac64a is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:20:39.287286 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:20:39.302605 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Received port after_create {{(pid=88189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:20:39.341476 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0608f-b518-4796-9eec-93c64b1e2c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6519be0b-bc78-41a9-bcee-d45959a710f4,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:39.346775 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-84e0608f-b518-4796-9eec-93c64b1e2c3a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c50890a43f374c10884c7ba855f9fc77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7140903 Dec 07 15:20:39.348248 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-84e0608f-b518-4796-9eec-93c64b1e2c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:39.349439 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 59914) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:39.406178 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:39.476780 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Pushing event updated for resources: {'Port': ['ID=214c8492-e6c8-4017-b030-6383885f2cbe,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:39.499248 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:39.534517 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2dc6ed16-f252-4dbe-878b-da8759eb78bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:39.627994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2dc6ed16-f252-4dbe-878b-da8759eb78bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:39.705771 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:39.728335 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:39.783644 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2dc6ed16-f252-4dbe-878b-da8759eb78bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:39.787790 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6740dc53-ca04-477a-8d6f-b5aaf2b597b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:39.804454 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6ed16-f252-4dbe-878b-da8759eb78bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6519be0b-bc78-41a9-bcee-d45959a710f4,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:39.807102 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-2dc6ed16-f252-4dbe-878b-da8759eb78bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:39.821900 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2dc6ed16-f252-4dbe-878b-da8759eb78bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:39.826217 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-2dc6ed16-f252-4dbe-878b-da8759eb78bc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6519be0b-bc78-41a9-bcee-d45959a710f4 HTTP/1.1" status: 204 len: 168 time: 0.4724917 Dec 07 15:20:40.040891 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-831546f5-0bce-45d8-a6a7-d7457c152aac None None] Provisioning for port 214c8492-e6c8-4017-b030-6383885f2cbe completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:20:40.059184 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-831546f5-0bce-45d8-a6a7-d7457c152aac None None] Provisioning complete for port 214c8492-e6c8-4017-b030-6383885f2cbe triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:40.059771 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-831546f5-0bce-45d8-a6a7-d7457c152aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:40.082675 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e5f68-2752-44ac-a5b8-c8d7e1268dc2 req-f8940eb7-9bb0-42dd-b586-2094b7dcb1a0 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:40.090981 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2e2e5f68-2752-44ac-a5b8-c8d7e1268dc2 req-f8940eb7-9bb0-42dd-b586-2094b7dcb1a0 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 943 time: 0.3637416 Dec 07 15:20:40.177254 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-831546f5-0bce-45d8-a6a7-d7457c152aac None None] Port 214c8492-e6c8-4017-b030-6383885f2cbe cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:20:40.277484 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2e2e5f68-2752-44ac-a5b8-c8d7e1268dc2 req-c7f692be-a4cc-4dbb-8140-76908a84b366 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852992 Dec 07 15:20:40.516921 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:40.519333 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 5639f889-04a3-45ec-b28e-c0f3d409556f up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:20:40.523858 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1906846'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:40.560770 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:40.707083 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-087036f8-ee38-4969-a83d-bf512fc1e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:40.734565 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port 5639f889-04a3-45ec-b28e-c0f3d409556f completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:20:40.749406 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 5639f889-04a3-45ec-b28e-c0f3d409556f triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:40.749827 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:40.959376 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:40.998802 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] For port 5639f889-04a3-45ec-b28e-c0f3d409556f, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=5639f889-04a3-45ec-b28e-c0f3d409556f,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:41.004399 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:41.006846 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:41.025965 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Pushing event updated for resources: {'Port': ['ID=214c8492-e6c8-4017-b030-6383885f2cbe,revision_number=2']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:41.041276 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:41.063274 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fddbd-c552-4cd0-bdc2-97b8e76e05dc req-6440db7b-f853-4908-955c-3c39aa8ceb3b tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:41.064989 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-811fddbd-c552-4cd0-bdc2-97b8e76e05dc req-6440db7b-f853-4908-955c-3c39aa8ceb3b tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 946 time: 0.7304738 Dec 07 15:20:41.163026 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4058165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:41.163412 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Pushing event updated for resources: {'Port': ['ID=5639f889-04a3-45ec-b28e-c0f3d409556f,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:41.167714 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:41.259264 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca88d5-28c2-4fea-9c7f-1d99f298a444 req-b036f0a0-97b9-477c-8334-da4de247fb98 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:41.260995 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-71ca88d5-28c2-4fea-9c7f-1d99f298a444 req-b036f0a0-97b9-477c-8334-da4de247fb98 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.2433074 Dec 07 15:20:41.267831 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-811fddbd-c552-4cd0-bdc2-97b8e76e05dc req-d4269b65-3c7c-4f56-a12f-b9ddf5fc900c tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581814 Dec 07 15:20:41.295583 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:41.494116 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Network 03313f33-10d1-4efe-ad7b-e30eb94ac64a is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:20:41.498786 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:20:41.781499 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-71ca88d5-28c2-4fea-9c7f-1d99f298a444 req-61c942fc-3890-48cb-a810-e70251431028 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122550 Dec 07 15:20:41.850664 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530a3fe-b7a7-40f5-bc1d-b3d90f6105a9 req-4ab84029-a6f5-468a-af14-17fe940704b9 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:41.852217 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c530a3fe-b7a7-40f5-bc1d-b3d90f6105a9 req-4ab84029-a6f5-468a-af14-17fe940704b9 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 943 time: 0.2854161 Dec 07 15:20:42.014746 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c530a3fe-b7a7-40f5-bc1d-b3d90f6105a9 req-86c1abe0-d15b-4980-aa20-40308a782562 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405997 Dec 07 15:20:42.055802 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-eac0220d-609b-47de-b578-4977910dfeed None None] Provisioning complete for port 214c8492-e6c8-4017-b030-6383885f2cbe triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:42.056242 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-eac0220d-609b-47de-b578-4977910dfeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:42.119658 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-eac0220d-609b-47de-b578-4977910dfeed None None] Port 214c8492-e6c8-4017-b030-6383885f2cbe cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:20:42.202719 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Router 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:20:42.394854 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 5639f889-04a3-45ec-b28e-c0f3d409556f up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:20:42.631597 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:42.635869 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdd4cd-85d6-407e-a7e4-42b94984bfee req-8f183460-efff-4a45-978a-1a8f11a85634 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:42.638102 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-20bdd4cd-85d6-407e-a7e4-42b94984bfee req-8f183460-efff-4a45-978a-1a8f11a85634 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 946 time: 0.1394625 Dec 07 15:20:42.661186 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 5639f889-04a3-45ec-b28e-c0f3d409556f triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:42.661612 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:42.697674 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:20:42.732632 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-20bdd4cd-85d6-407e-a7e4-42b94984bfee req-463a06c2-0a09-4739-8377-556c59f1d7d8 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759754 Dec 07 15:20:42.736533 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] 10.222.0.71 "PUT /v2.0/routers/11fb0c41-93cd-4f6d-92fc-549c41bc0ce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9154472 Dec 07 15:20:43.037523 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29590d-392c-47df-8c2a-adbed8578ea9 req-2fc49ff0-5059-41d3-ae3a-4fa08912791f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:43.040125 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9b29590d-392c-47df-8c2a-adbed8578ea9 req-2fc49ff0-5059-41d3-ae3a-4fa08912791f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.0994575 Dec 07 15:20:43.111175 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9b29590d-392c-47df-8c2a-adbed8578ea9 req-b99a8953-7b35-49c8-9cbb-524ba832afb2 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643518 Dec 07 15:20:43.241271 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Sync routers for ids ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'] in dv-cinder-820628-1-smb {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:20:43.256155 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Routers {'11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:20:43.256956 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:20:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:43.321528 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733cd34-33f1-4738-b09f-4896cc54be1f req-216ef28d-5f3a-4621-a84a-26daf8e0002d tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:43.323643 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0733cd34-33f1-4738-b09f-4896cc54be1f req-216ef28d-5f3a-4621-a84a-26daf8e0002d tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 943 time: 0.1088207 Dec 07 15:20:43.454828 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0733cd34-33f1-4738-b09f-4896cc54be1f req-80ed6bb0-4d95-46e7-b47e-147fefedaf51 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245091 Dec 07 15:20:43.648655 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Set router 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:20:44.068211 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb08a9-2e5a-478b-9d5e-2c38674fd889 req-d8524876-1a75-4b68-a08b-0ea600c91f40 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:44.073884 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a0cb08a9-2e5a-478b-9d5e-2c38674fd889 req-d8524876-1a75-4b68-a08b-0ea600c91f40 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 946 time: 0.1317437 Dec 07 15:20:44.161554 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a0cb08a9-2e5a-478b-9d5e-2c38674fd889 req-68506c74-7709-4b2a-8c2e-f834578a9d34 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747476 Dec 07 15:20:44.162502 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'name': 'tempest-TestMinimumBasicScenario-1196404989-router', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:32Z', 'updated_at': '2021-12-07T15:20:39Z', 'revision_number': 4, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'gw_port': {'id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:34Z', 'updated_at': '2021-12-07T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '214c8492-e6c8-4017-b030-6383885f2cbe', 'name': '', 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'mac_address': 'fa:16:3e:c3:dc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5323836-8704-4805-8b57-689bc0ca72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:37Z', 'updated_at': '2021-12-07T15:20:40Z', 'revision_number': 2, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'subnets': [{'id': 'd5323836-8704-4805-8b57-689bc0ca72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:44.188897 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Checking router: 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 for host: dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:20:44.189572 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Updating router 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 port 214c8492-e6c8-4017-b030-6383885f2cbe binding host dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:20:44.258462 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:44.309737 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 59990) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:44.323749 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1501409803-network', 'tenant_id': '0a2900620c7a4f26bb2759a9e80e22bc'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:20:44.329850 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:20:44.333958 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Usage tracker for resource:network and tenant:0a2900620c7a4f26bb2759a9e80e22bc is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:20:44.337265 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:20:44.343506 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:20:44.357044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Made reservation on behalf of 0a2900620c7a4f26bb2759a9e80e22bc for: {'network': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:20:44.371450 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for network, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:44.387591 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:44.459053 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:20:44.464409 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Usage tracker for resource:security_group_rule and tenant:0a2900620c7a4f26bb2759a9e80e22bc is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:20:44.478213 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:20:44.503181 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:20:44.522989 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659397fe-e560-4a03-ae43-cee1226df522 req-a37d665b-4ffe-4925-8214-463c66cfb9ff tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:44.524748 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-659397fe-e560-4a03-ae43-cee1226df522 req-a37d665b-4ffe-4925-8214-463c66cfb9ff tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.2184741 Dec 07 15:20:44.669351 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-659397fe-e560-4a03-ae43-cee1226df522 req-6539f1a4-943c-4e0d-a52e-2d723c22ebb7 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371267 Dec 07 15:20:44.715268 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:44.724309 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:44.741176 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bf57b5f0-ae77-4dc2-b566-4a39acef5c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:44.757165 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=88188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:20:44.784332 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:44.785561 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.segments_db [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Added segment 2cf5c821-30fb-4714-af82-a655581a0503 of type vlan for network 39ad110f-6d35-4388-976b-c45fc1901512 Dec 07 15:20:44.787323 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb89099-501e-488a-b10c-6519d39e9772,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:44.803188 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:44.859478 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c552e33-c7f0-409c-8c02-fae0a2127aae req-6fc8b821-12b1-4a99-abdb-bc3f99c6125a tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:44.862516 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8c552e33-c7f0-409c-8c02-fae0a2127aae req-6fc8b821-12b1-4a99-abdb-bc3f99c6125a tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 943 time: 0.1206777 Dec 07 15:20:44.879138 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744366061905'] for network, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:44.948065 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for network, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:44.950345 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:44.951390 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:44.957347 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:44.988539 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:44.996634 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8c552e33-c7f0-409c-8c02-fae0a2127aae req-1063a916-1bdc-4bdd-b95f-fa335756e737 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273458 Dec 07 15:20:45.031033 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Transition to ACTIVE for port object 214c8492-e6c8-4017-b030-6383885f2cbe will not be triggered until provisioned by entity L2. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:20:45.040277 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:45.049833 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:45.141593 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Pushing event updated for resources: {'Network': ['ID=39ad110f-6d35-4388-976b-c45fc1901512,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:45.163210 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:45.207025 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8962162 Dec 07 15:20:45.209742 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 60006) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:45.216748 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-8bd51197-38d0-40b9-af73-b0f21a302657 admin admin] Request body: {'subnet': {'network_id': '39ad110f-6d35-4388-976b-c45fc1901512', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1501409803-subnet', 'tenant_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'ip_version': 4}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:20:45.228711 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-8bd51197-38d0-40b9-af73-b0f21a302657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:20:45.234997 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-8bd51197-38d0-40b9-af73-b0f21a302657 admin admin] Usage tracker for resource:subnet and tenant:0a2900620c7a4f26bb2759a9e80e22bc is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:20:45.241848 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-8bd51197-38d0-40b9-af73-b0f21a302657 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:20:45.257867 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-8bd51197-38d0-40b9-af73-b0f21a302657 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:20:45.297994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Network 39ad110f-6d35-4388-976b-c45fc1901512 details requested by agent ovs-agent-dv-cinder-820628-1-smb with host dv-cinder-820628-1-smb {{(pid=88190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:20:45.299080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd51197-38d0-40b9-af73-b0f21a302657 admin admin] Made reservation on behalf of 0a2900620c7a4f26bb2759a9e80e22bc for: {'subnet': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:20:45.304182 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8bd51197-38d0-40b9-af73-b0f21a302657 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:45.486898 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb9b27-4160-46c2-9521-728b0b541106 None None] Pushing event updated for resources: {'Port': ['ID=214c8492-e6c8-4017-b030-6383885f2cbe,revision_number=3']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:45.497959 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-16bb9b27-4160-46c2-9521-728b0b541106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:45.601773 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b888205-376c-4574-9563-8cdf2df32cde req-c863297e-b3dc-4fd1-a570-fd344a03b474 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:45.604283 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9b888205-376c-4574-9563-8cdf2df32cde req-c863297e-b3dc-4fd1-a570-fd344a03b474 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 946 time: 0.1522472 Dec 07 15:20:45.681438 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9b888205-376c-4574-9563-8cdf2df32cde req-cc9faa24-2083-4383-afd5-26b5f4231969 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698380 Dec 07 15:20:45.758006 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Attempting to bind port 214c8492-e6c8-4017-b030-6383885f2cbe on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:20:45.758366 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Attempting to bind port 214c8492-e6c8-4017-b030-6383885f2cbe by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': '4689addf-1078-4e77-829a-7ab41ad8e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a'}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:20:45.758767 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Attempting to bind port 214c8492-e6c8-4017-b030-6383885f2cbe on network 03313f33-10d1-4efe-ad7b-e30eb94ac64a {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:20:45.777269 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:20:45.778143 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Checking segment: {'id': '4689addf-1078-4e77-829a-7ab41ad8e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:20:45.778637 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:45.779089 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Bound using segment: {'id': '4689addf-1078-4e77-829a-7ab41ad8e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a'} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:20:45.779655 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Bound port: 214c8492-e6c8-4017-b030-6383885f2cbe, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4689addf-1078-4e77-829a-7ab41ad8e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a'}}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:20:45.780090 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:45.945453 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] For port 214c8492-e6c8-4017-b030-6383885f2cbe, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:20:45.956151 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] For port 214c8492-e6c8-4017-b030-6383885f2cbe, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=214c8492-e6c8-4017-b030-6383885f2cbe,segment=NetworkSegment(4689addf-1078-4e77-829a-7ab41ad8e469),segment_id=4689addf-1078-4e77-829a-7ab41ad8e469)] {{(pid=88190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:20:45.963669 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:45.968559 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:45.968780 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78889d-da4d-4eb1-9367-97afbf92e82d req-83902cfb-8933-448b-9a1d-7f39dfd34b83 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:45.970410 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4d78889d-da4d-4eb1-9367-97afbf92e82d req-83902cfb-8933-448b-9a1d-7f39dfd34b83 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1322963 Dec 07 15:20:46.051315 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4d78889d-da4d-4eb1-9367-97afbf92e82d req-cf186ac8-1274-48b4-82f2-dd40288823b0 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707829 Dec 07 15:20:46.071884 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Routers {'11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:20:46.072897 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:20:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:46.142254 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8bd51197-38d0-40b9-af73-b0f21a302657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for subnet, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:46.156529 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:46.233666 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb9b27-4160-46c2-9521-728b0b541106 None None] Pushing event updated for resources: {'Port': ['ID=214c8492-e6c8-4017-b030-6383885f2cbe,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:46.239798 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-16bb9b27-4160-46c2-9521-728b0b541106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:46.299137 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd51197-38d0-40b9-af73-b0f21a302657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f91fec22-8415-4626-b459-a3875cf35f63,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:46.302351 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8bd51197-38d0-40b9-af73-b0f21a302657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:46.313537 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd51197-38d0-40b9-af73-b0f21a302657 admin admin] Checking segment: {'id': '2cf5c821-30fb-4714-af82-a655581a0503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '39ad110f-6d35-4388-976b-c45fc1901512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:20:46.313931 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd51197-38d0-40b9-af73-b0f21a302657 admin admin] Network hostable DHCP agents. Network: 39ad110f-6d35-4388-976b-c45fc1901512, hostable agents: ['8933d9ad-7c89-41d3-b37b-333921c44d45'], hosted agents: [] {{(pid=88188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:20:46.352151 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd51197-38d0-40b9-af73-b0f21a302657 admin admin] Network 39ad110f-6d35-4388-976b-c45fc1901512 is scheduled to be hosted by DHCP agent 8933d9ad-7c89-41d3-b37b-333921c44d45 with binding_index 1 {{(pid=88188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:20:46.376994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-8bd51197-38d0-40b9-af73-b0f21a302657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-smb, 39ad110f-6d35-4388-976b-c45fc1901512) {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:20:46.390358 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd51197-38d0-40b9-af73-b0f21a302657 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:46.391152 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8bd51197-38d0-40b9-af73-b0f21a302657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for subnet, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:46.438300 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80a62f-4024-44c4-b9b7-ceb407039165 req-e45ca704-36c7-4d1e-8d92-69999e1f802b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:46.450600 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fa80a62f-4024-44c4-b9b7-ceb407039165 req-e45ca704-36c7-4d1e-8d92-69999e1f802b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 943 time: 0.1851168 Dec 07 15:20:46.472876 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] Set router 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:20:46.490822 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-8bd51197-38d0-40b9-af73-b0f21a302657 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2797275 Dec 07 15:20:46.493482 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 60016) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:46.499777 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1501409803-router', 'tenant_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:20:46.521204 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:20:46.549050 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Usage tracker for resource:router and tenant:0a2900620c7a4f26bb2759a9e80e22bc is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:20:46.557852 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:20:46.582929 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:20:46.587183 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fa80a62f-4024-44c4-b9b7-ceb407039165 req-abfe55cf-9600-4912-b4be-8d0b873a18f6 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353595 Dec 07 15:20:46.593051 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b238952f-274d-4f01-8f10-7961b89dce7a None None] Network 39ad110f-6d35-4388-976b-c45fc1901512 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:20:46.595420 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-570544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100688'] for router, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:46.596690 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854205422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853826331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854675112'] for router, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:46.690041 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:46.935896 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854675127'] for router, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:46.984521 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbe7bc-9047-45c1-83f8-4bbf1195387b req-b22b203d-e15c-4b77-b5fa-c1e3bea8c4a6 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:46.988902 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-dcbbe7bc-9047-45c1-83f8-4bbf1195387b req-b22b203d-e15c-4b77-b5fa-c1e3bea8c4a6 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 946 time: 0.1528444 Dec 07 15:20:47.119877 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-dcbbe7bc-9047-45c1-83f8-4bbf1195387b req-764313b5-1553-4fc8-a802-df2f6d811da4 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264327 Dec 07 15:20:47.231855 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10fb145b-ccfb-5829-8772-12d53f6ed67f-39ad110f-6d35-4388-976b-c45fc1901512', 'network_id': '39ad110f-6d35-4388-976b-c45fc1901512', 'tenant_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'fixed_ips': [{'subnet_id': 'f91fec22-8415-4626-b459-a3875cf35f63'}]}} from dv-cinder-820628-1-smb. {{(pid=88190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 15:20:47.232798 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:47.363043 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6b02a-4256-47b8-9685-1915b7b88af5 req-a8a4ef7e-9f71-446e-a5db-df2ca6b3dfd0 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:47.364767 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-14f6b02a-4256-47b8-9685-1915b7b88af5 req-a8a4ef7e-9f71-446e-a5db-df2ca6b3dfd0 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1072662 Dec 07 15:20:47.445524 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-14f6b02a-4256-47b8-9685-1915b7b88af5 req-f9c00b22-d1b2-4696-b611-1bc29feb2aa3 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738580 Dec 07 15:20:47.453537 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:47.498474 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:47.675639 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Allocated IP 172.28.3.201 (0cb2958e-4db2-4f1d-a7f8-4af501c24e74/9e328c0c-452d-4ff2-b18b-159a0ad8dec1/7aaa1759-778a-402e-83cf-1be737f9d093) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:20:47.692857 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'name': 'tempest-TestMinimumBasicScenario-1196404989-router', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:32Z', 'updated_at': '2021-12-07T15:20:39Z', 'revision_number': 4, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'gw_port': {'id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:34Z', 'updated_at': '2021-12-07T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '214c8492-e6c8-4017-b030-6383885f2cbe', 'name': '', 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'mac_address': 'fa:16:3e:c3:dc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5323836-8704-4805-8b57-689bc0ca72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:37Z', 'updated_at': '2021-12-07T15:20:45Z', 'revision_number': 4, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'subnets': [{'id': 'd5323836-8704-4805-8b57-689bc0ca72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:47.709250 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c4506-bc14-44ef-9ffa-66c92b5f2ad7 None None] The sync data for ids ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'] in dv-cinder-820628-1-smb is: [{'id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'name': 'tempest-TestMinimumBasicScenario-1196404989-router', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:32Z', 'updated_at': '2021-12-07T15:20:39Z', 'revision_number': 4, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'gw_port': {'id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:34Z', 'updated_at': '2021-12-07T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '214c8492-e6c8-4017-b030-6383885f2cbe', 'name': '', 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'mac_address': 'fa:16:3e:c3:dc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5323836-8704-4805-8b57-689bc0ca72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:37Z', 'updated_at': '2021-12-07T15:20:45Z', 'revision_number': 4, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'subnets': [{'id': 'd5323836-8704-4805-8b57-689bc0ca72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:20:47.725284 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Allocated IP 172.20.0.2 (39ad110f-6d35-4388-976b-c45fc1901512/f91fec22-8415-4626-b459-a3875cf35f63/df6c9d17-1332-46b9-bdc0-b7c5c7591991) {{(pid=88190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:20:47.934218 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:48.001724 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f8083-60f5-4aaa-bb3b-820fd28b1c99 req-d100a515-dca7-4d92-8924-2ca024739e53 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:48.061708 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-184f8083-60f5-4aaa-bb3b-820fd28b1c99 req-d100a515-dca7-4d92-8924-2ca024739e53 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 943 time: 0.1780059 Dec 07 15:20:48.061708 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-184f8083-60f5-4aaa-bb3b-820fd28b1c99 req-d384e9f7-b093-4120-b3fb-af8f5d14fffb tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504799 Dec 07 15:20:48.133263 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Notify callbacks [] for port, precommit_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:48.153836 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Transition to ACTIVE for port object df6c9d17-1332-46b9-bdc0-b7c5c7591991 will not be triggered until provisioned by entity L2. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:20:48.236527 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Transition to ACTIVE for port object df6c9d17-1332-46b9-bdc0-b7c5c7591991 will not be triggered until provisioned by entity DHCP. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:20:48.399960 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:48.514869 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1b0f1310-0667-450f-92bb-8de904315e89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:48.514869 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:20:48.514869 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:20:48.514869 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:20:48.525151 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:48.572512 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:48.608686 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Pushing event updated for resources: {'Port': ['ID=7aaa1759-778a-402e-83cf-1be737f9d093,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:48.617586 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:48.664859 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:48.665643 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854205272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854142160'] for router, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:48.692882 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 214c8492-e6c8-4017-b030-6383885f2cbe up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:20:48.732472 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Network 39ad110f-6d35-4388-976b-c45fc1901512 is already hosted by enough agents. {{(pid=88190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:20:48.749713 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Resources bound (agent type, host, resource id): {{(pid=88190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:20:48.754441 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Received port after_create {{(pid=88190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:20:48.867524 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Pushing event updated for resources: {'Port': ['ID=df6c9d17-1332-46b9-bdc0-b7c5c7591991,revision_number=1']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:48.871098 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:48.914693 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Attempting to bind port df6c9d17-1332-46b9-bdc0-b7c5c7591991 on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:20:48.915119 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Attempting to bind port df6c9d17-1332-46b9-bdc0-b7c5c7591991 by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': '2cf5c821-30fb-4714-af82-a655581a0503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '39ad110f-6d35-4388-976b-c45fc1901512'}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:20:48.915676 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Attempting to bind port df6c9d17-1332-46b9-bdc0-b7c5c7591991 on network 39ad110f-6d35-4388-976b-c45fc1901512 {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:20:48.929961 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:20:48.931119 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Checking segment: {'id': '2cf5c821-30fb-4714-af82-a655581a0503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '39ad110f-6d35-4388-976b-c45fc1901512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:20:48.931583 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:48.932050 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Bound using segment: {'id': '2cf5c821-30fb-4714-af82-a655581a0503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '39ad110f-6d35-4388-976b-c45fc1901512'} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:20:48.933262 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Bound port: df6c9d17-1332-46b9-bdc0-b7c5c7591991, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf5c821-30fb-4714-af82-a655581a0503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '39ad110f-6d35-4388-976b-c45fc1901512'}}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:20:48.933961 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:48.958831 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port 214c8492-e6c8-4017-b030-6383885f2cbe completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:20:48.995315 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 214c8492-e6c8-4017-b030-6383885f2cbe triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:48.995568 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:49.064120 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Router 74cb33f5-a555-42df-afce-162488d9f95d is scheduled to L3 agent f79d429c-c241-436e-a9f4-10d095e52796 with binding_index 1 {{(pid=88188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 15:20:49.120858 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] For port df6c9d17-1332-46b9-bdc0-b7c5c7591991, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:20:49.124867 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] For port df6c9d17-1332-46b9-bdc0-b7c5c7591991, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=df6c9d17-1332-46b9-bdc0-b7c5c7591991,segment=NetworkSegment(2cf5c821-30fb-4714-af82-a655581a0503),segment_id=2cf5c821-30fb-4714-af82-a655581a0503)] {{(pid=88190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:20:49.126621 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83faa5f-1bfa-4c17-bc0d-8136b4ae67d4 req-ed3bcbf9-c730-46b4-a32b-461d7c388c6c tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:49.134603 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e83faa5f-1bfa-4c17-bc0d-8136b4ae67d4 req-ed3bcbf9-c730-46b4-a32b-461d7c388c6c tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.5110636 Dec 07 15:20:49.155548 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:49.163037 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-543683cc-3f11-49a7-ab8f-9ffc68c3fe7a req-61dbcd70-fef0-4312-a729-ae09e65fe4e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 1099 time: 0.1915178 Dec 07 15:20:49.176014 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:49.201345 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912795a5-c995-4e29-964d-69189d5559ca req-21adb3ef-c929-4a94-98cc-973b2e58ea76 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:49.203524 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-912795a5-c995-4e29-964d-69189d5559ca req-21adb3ef-c929-4a94-98cc-973b2e58ea76 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 946 time: 0.4815137 Dec 07 15:20:49.216690 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e83faa5f-1bfa-4c17-bc0d-8136b4ae67d4 req-ca178ca4-3a72-4a02-97e7-721acd11f9e4 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806880 Dec 07 15:20:49.280173 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-912795a5-c995-4e29-964d-69189d5559ca req-02302134-11b8-425e-9b3c-5652ab3a4232 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594256 Dec 07 15:20:49.314043 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:49.334268 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Pushing event updated for resources: {'Port': ['ID=df6c9d17-1332-46b9-bdc0-b7c5c7591991,revision_number=2']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:49.338024 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:49.372862 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] For port 214c8492-e6c8-4017-b030-6383885f2cbe, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=214c8492-e6c8-4017-b030-6383885f2cbe,segment=NetworkSegment(4689addf-1078-4e77-829a-7ab41ad8e469),segment_id=4689addf-1078-4e77-829a-7ab41ad8e469)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:49.381525 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:49.389708 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:49.433116 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-543683cc-3f11-49a7-ab8f-9ffc68c3fe7a req-3c3969c9-8a83-4927-8fd8-c6cdc1d289f5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524288 Dec 07 15:20:49.482964 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Pushing event updated for resources: {'Port': ['ID=214c8492-e6c8-4017-b030-6383885f2cbe,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:49.495236 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:49.521517 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:20:49.532470 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Sync routers for ids ['74cb33f5-a555-42df-afce-162488d9f95d'] in dv-cinder-820628-1-smb {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:20:49.547257 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae96668-dd25-43a7-bd05-4e94bfc3a474 req-c30b26dc-5bf6-4493-8240-7bb3d415c2bb tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:49.547777 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Routers {'74cb33f5-a555-42df-afce-162488d9f95d'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:20:49.548616 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:20:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['74cb33f5-a555-42df-afce-162488d9f95d'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:49.549250 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3ae96668-dd25-43a7-bd05-4e94bfc3a474 req-c30b26dc-5bf6-4493-8240-7bb3d415c2bb tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 943 time: 0.1556880 Dec 07 15:20:49.551775 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Notify callbacks [] for router, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:49.553365 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0585785 Dec 07 15:20:49.557086 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 60046) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:20:49.671552 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3ae96668-dd25-43a7-bd05-4e94bfc3a474 req-2618dff4-1aed-4d14-9b91-4b70b9cfaa7a tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159999 Dec 07 15:20:49.801560 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Set router 74cb33f5-a555-42df-afce-162488d9f95d gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:20:49.986799 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b2b46561-b4a7-4216-b38b-29371179bac8 req-e71fe821-45dd-420b-a02e-88c2127c1262 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 1099 time: 0.1344702 Dec 07 15:20:50.079694 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b2b46561-b4a7-4216-b38b-29371179bac8 req-f82bb856-2796-49cc-9738-d17fc8433f87 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813785 Dec 07 15:20:50.248571 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cb33f5-a555-42df-afce-162488d9f95d', 'name': 'tempest-TestMinimumBasicScenario-1501409803-router', 'tenant_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '7aaa1759-778a-402e-83cf-1be737f9d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:46Z', 'updated_at': '2021-12-07T15:20:48Z', 'revision_number': 3, 'project_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'gw_port': {'id': '7aaa1759-778a-402e-83cf-1be737f9d093', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:67:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cb33f5-a555-42df-afce-162488d9f95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:47Z', 'updated_at': '2021-12-07T15:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:50.253437 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Checking router: 74cb33f5-a555-42df-afce-162488d9f95d for host: dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:20:50.253832 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Updating router 74cb33f5-a555-42df-afce-162488d9f95d port 7aaa1759-778a-402e-83cf-1be737f9d093 binding host dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:20:50.348148 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:50.740458 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device df6c9d17-1332-46b9-bdc0-b7c5c7591991 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:20:50.799228 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be17937-ef95-41cc-8f2d-0659528abda8 req-b6ba32b2-d087-4faa-bf34-0cc406885c94 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:50.801039 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8be17937-ef95-41cc-8f2d-0659528abda8 req-b6ba32b2-d087-4faa-bf34-0cc406885c94 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 946 time: 0.1898427 Dec 07 15:20:50.810748 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c4fe4-80af-4c2e-a46a-18b102b80392 req-cc092fa6-441f-4876-8c59-08ae82ad6549 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:50.814944 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1c9c4fe4-80af-4c2e-a46a-18b102b80392 req-cc092fa6-441f-4876-8c59-08ae82ad6549 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.3371766 Dec 07 15:20:50.834701 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port df6c9d17-1332-46b9-bdc0-b7c5c7591991 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:20:50.840113 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 214c8492-e6c8-4017-b030-6383885f2cbe up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:20:50.901457 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Notify callbacks [] for port, precommit_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:50.911370 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 214c8492-e6c8-4017-b030-6383885f2cbe triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:50.911964 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:50.915836 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Transition to ACTIVE for port object 7aaa1759-778a-402e-83cf-1be737f9d093 will not be triggered until provisioned by entity L2. {{(pid=88191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:20:50.923496 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:50.929088 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9c57c683-4928-4824-b056-f56ffb713c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:50.968122 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1c9c4fe4-80af-4c2e-a46a-18b102b80392 req-b0462cba-12f8-4648-a547-dc7f67b75aa0 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443739 Dec 07 15:20:51.026248 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8be17937-ef95-41cc-8f2d-0659528abda8 req-bed10a45-dde8-436b-8f5f-a502a387ed57 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089109 Dec 07 15:20:51.092540 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49439ae-8353-4a68-b9a7-5c891d21b464 None None] Pushing event updated for resources: {'Port': ['ID=7aaa1759-778a-402e-83cf-1be737f9d093,revision_number=2']} {{(pid=88191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:51.096821 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d49439ae-8353-4a68-b9a7-5c891d21b464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:51.112683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Attempting to bind port 7aaa1759-778a-402e-83cf-1be737f9d093 on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:20:51.113135 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Attempting to bind port 7aaa1759-778a-402e-83cf-1be737f9d093 by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}] {{(pid=88191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:20:51.113543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Attempting to bind port 7aaa1759-778a-402e-83cf-1be737f9d093 on network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:20:51.121642 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:20:51.122062 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Checking segment: {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:20:51.122637 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:51.123285 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Bound using segment: {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'} {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:20:51.124392 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Bound port: 7aaa1759-778a-402e-83cf-1be737f9d093, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}}] {{(pid=88191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:20:51.124392 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:51.143845 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:51.241032 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] For port 7aaa1759-778a-402e-83cf-1be737f9d093, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:20:51.245952 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] For port 7aaa1759-778a-402e-83cf-1be737f9d093, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=7aaa1759-778a-402e-83cf-1be737f9d093,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:20:51.250628 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:51.257847 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-cb60aae1-d48c-48fc-b785-2584e491dd23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:51.342452 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49439ae-8353-4a68-b9a7-5c891d21b464 None None] Pushing event updated for resources: {'Port': ['ID=7aaa1759-778a-402e-83cf-1be737f9d093,revision_number=3']} {{(pid=88191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:51.345344 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Routers {'74cb33f5-a555-42df-afce-162488d9f95d'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:20:51.346034 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:20:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['74cb33f5-a555-42df-afce-162488d9f95d'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:51.405179 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d49439ae-8353-4a68-b9a7-5c891d21b464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:51.457555 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c08bd2-0a2c-4071-b5d4-6d4024b3b3e8 req-35b8ecb4-2cf3-4ed0-b91f-6dfd8169f825 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:51.459358 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-80c08bd2-0a2c-4071-b5d4-6d4024b3b3e8 req-35b8ecb4-2cf3-4ed0-b91f-6dfd8169f825 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 943 time: 0.1990752 Dec 07 15:20:51.475113 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Allocated IP 172.20.0.1 (39ad110f-6d35-4388-976b-c45fc1901512/f91fec22-8415-4626-b459-a3875cf35f63/61f253f4-669a-4709-8943-fd162efcc74c) {{(pid=88189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:20:51.539478 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] Set router 74cb33f5-a555-42df-afce-162488d9f95d gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:20:51.562466 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-80c08bd2-0a2c-4071-b5d4-6d4024b3b3e8 req-fadfac41-29c2-4c33-b0a7-39db6fcf5e7c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913301 Dec 07 15:20:51.602448 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8769dc04-b7a7-47a9-9f54-8dae8d9a9070 None None] Network 39ad110f-6d35-4388-976b-c45fc1901512 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:20:51.714903 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:51.759894 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Transition to ACTIVE for port object 61f253f4-669a-4709-8943-fd162efcc74c will not be triggered until provisioned by entity DHCP. {{(pid=88189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:20:51.803299 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-1e796769-c9a0-47f4-82b0-b89d2d23d63a None None] Provisioning for port df6c9d17-1332-46b9-bdc0-b7c5c7591991 completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:20:51.804885 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:51.813287 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-1e796769-c9a0-47f4-82b0-b89d2d23d63a None None] Provisioning complete for port df6c9d17-1332-46b9-bdc0-b7c5c7591991 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:51.813703 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1e796769-c9a0-47f4-82b0-b89d2d23d63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:51.815126 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-021c1598-f5e0-46a3-8e2c-effb0db0dea2 req-a0dc674f-38d3-4115-94ac-837bab1335a5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0859828 Dec 07 15:20:51.822943 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:51.886745 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cb33f5-a555-42df-afce-162488d9f95d', 'name': 'tempest-TestMinimumBasicScenario-1501409803-router', 'tenant_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '7aaa1759-778a-402e-83cf-1be737f9d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:46Z', 'updated_at': '2021-12-07T15:20:48Z', 'revision_number': 3, 'project_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'gw_port': {'id': '7aaa1759-778a-402e-83cf-1be737f9d093', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:67:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cb33f5-a555-42df-afce-162488d9f95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:47Z', 'updated_at': '2021-12-07T15:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:51.891549 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e85b6e-2757-4e31-be47-3380b3b9c463 None None] The sync data for ids ['74cb33f5-a555-42df-afce-162488d9f95d'] in dv-cinder-820628-1-smb is: [{'id': '74cb33f5-a555-42df-afce-162488d9f95d', 'name': 'tempest-TestMinimumBasicScenario-1501409803-router', 'tenant_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '7aaa1759-778a-402e-83cf-1be737f9d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:46Z', 'updated_at': '2021-12-07T15:20:48Z', 'revision_number': 3, 'project_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'gw_port': {'id': '7aaa1759-778a-402e-83cf-1be737f9d093', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:67:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cb33f5-a555-42df-afce-162488d9f95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:47Z', 'updated_at': '2021-12-07T15:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}] {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:20:51.910997 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Network 39ad110f-6d35-4388-976b-c45fc1901512 is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:20:51.914804 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:20:51.923531 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Received port after_create {{(pid=88189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:20:51.997589 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:52.001410 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=61f253f4-669a-4709-8943-fd162efcc74c,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:52.004865 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:52.007616 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1e796769-c9a0-47f4-82b0-b89d2d23d63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:52.068592 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-021c1598-f5e0-46a3-8e2c-effb0db0dea2 req-26f9272a-c56d-40c7-93b1-c983af4cb11c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=de405d4fc7024e7c8b6dff5a3da97043&device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 1099 time: 0.1247306 Dec 07 15:20:52.113538 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:52.119651 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-1e796769-c9a0-47f4-82b0-b89d2d23d63a None None] For port df6c9d17-1332-46b9-bdc0-b7c5c7591991, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=df6c9d17-1332-46b9-bdc0-b7c5c7591991,segment=NetworkSegment(2cf5c821-30fb-4714-af82-a655581a0503),segment_id=2cf5c821-30fb-4714-af82-a655581a0503)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:52.133288 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1e796769-c9a0-47f4-82b0-b89d2d23d63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:52.142892 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:52.234170 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:52.322455 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e796769-c9a0-47f4-82b0-b89d2d23d63a None None] Pushing event updated for resources: {'Port': ['ID=df6c9d17-1332-46b9-bdc0-b7c5c7591991,revision_number=3']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:52.331122 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1e796769-c9a0-47f4-82b0-b89d2d23d63a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:52.442988 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c1598-f5e0-46a3-8e2c-effb0db0dea2 req-4bd98473-4179-4b0d-8227-c207a1fd5246 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:52.445471 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-021c1598-f5e0-46a3-8e2c-effb0db0dea2 req-4bd98473-4179-4b0d-8227-c207a1fd5246 service neutron] 10.222.0.57 "GET /v2.0/networks?id=69c1c9a3-d42f-40c3-a885-61e13afc60b5 HTTP/1.1" status: 200 len: 919 time: 0.3490818 Dec 07 15:20:52.597275 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-021c1598-f5e0-46a3-8e2c-effb0db0dea2 req-3630e452-9f8d-4ec4-affb-6a0066fadff9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edaef193-62ba-487a-93ff-6249cc7a8019 HTTP/1.1" status: 200 len: 217 time: 0.1440783 Dec 07 15:20:52.695756 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-9886e368-b78a-4381-9c28-9f2d9e63c421 None None] Provisioning for port 61f253f4-669a-4709-8943-fd162efcc74c completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:20:52.704558 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-9886e368-b78a-4381-9c28-9f2d9e63c421 None None] Provisioning complete for port 61f253f4-669a-4709-8943-fd162efcc74c triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:52.705161 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9886e368-b78a-4381-9c28-9f2d9e63c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:52.751244 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c1598-f5e0-46a3-8e2c-effb0db0dea2 req-ea19d0a0-3178-4468-b5c6-086231a209a9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:52.753081 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-021c1598-f5e0-46a3-8e2c-effb0db0dea2 req-ea19d0a0-3178-4468-b5c6-086231a209a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14b5a408-1ee6-4316-94e2-f5e7198dad0f HTTP/1.1" status: 200 len: 858 time: 0.1429737 Dec 07 15:20:52.794279 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-9886e368-b78a-4381-9c28-9f2d9e63c421 None None] Port 61f253f4-669a-4709-8943-fd162efcc74c cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:20:52.810982 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-021c1598-f5e0-46a3-8e2c-effb0db0dea2 req-55e7cc74-472b-45ac-ab80-172b62b67d65 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69c1c9a3-d42f-40c3-a885-61e13afc60b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509984 Dec 07 15:20:52.819111 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-9886e368-b78a-4381-9c28-9f2d9e63c421 None None] Provisioning complete for port df6c9d17-1332-46b9-bdc0-b7c5c7591991 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:52.819535 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9886e368-b78a-4381-9c28-9f2d9e63c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:52.964388 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:52.976984 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73ace4-26ac-44c4-b7f8-953cb5a0aca5 req-388574ea-43c5-46ce-9e0b-33ee078f51ab tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:52.979503 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2a73ace4-26ac-44c4-b7f8-953cb5a0aca5 req-388574ea-43c5-46ce-9e0b-33ee078f51ab tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.7266757 Dec 07 15:20:52.983277 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1906846'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:52.991542 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d8a05-f6f2-4b3b-b76d-0e84bad28ee3 req-0b4c996f-58e3-4922-b013-f69d0ef33a1a tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:52.993874 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7b8d8a05-f6f2-4b3b-b76d-0e84bad28ee3 req-0b4c996f-58e3-4922-b013-f69d0ef33a1a tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 946 time: 0.6558707 Dec 07 15:20:53.005480 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-021c1598-f5e0-46a3-8e2c-effb0db0dea2 req-0b786cc8-af4f-48de-8474-c68fe92f97c9 service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871338 Dec 07 15:20:53.056845 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-76848863-05c2-4555-ac09-706adbb3bcd5 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:53.110490 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-0ef88875-5c34-47ec-8727-809d570aab0b None None] Provisioning complete for port 61f253f4-669a-4709-8943-fd162efcc74c triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:53.110915 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0ef88875-5c34-47ec-8727-809d570aab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:53.136290 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=61f253f4-669a-4709-8943-fd162efcc74c,revision_number=2']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:53.151935 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:53.167325 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-0ef88875-5c34-47ec-8727-809d570aab0b None None] Port 61f253f4-669a-4709-8943-fd162efcc74c cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:20:53.173483 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-021c1598-f5e0-46a3-8e2c-effb0db0dea2 req-68f77413-7d76-4a99-ae2e-a3c0d25258dc service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614687 Dec 07 15:20:53.190501 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2a73ace4-26ac-44c4-b7f8-953cb5a0aca5 req-8b76e2ca-f7d8-4ac0-9dac-c4ae5c880fc6 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954396 Dec 07 15:20:53.203192 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4058165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:53.232290 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7b8d8a05-f6f2-4b3b-b76d-0e84bad28ee3 req-2cf9ee6f-8cc7-4828-938d-0890c87639c3 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188199 Dec 07 15:20:53.467924 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Network 39ad110f-6d35-4388-976b-c45fc1901512 is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:20:53.469299 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:20:53.612187 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device cad0d6ad-3822-445a-83a8-1ee869010539 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:20:53.673289 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd322560-3dc3-4c73-aa3b-c2bcf3743fe1 req-94f142e2-c8bb-4e4f-bc5c-71131e5b5769 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:53.690966 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fd322560-3dc3-4c73-aa3b-c2bcf3743fe1 req-94f142e2-c8bb-4e4f-bc5c-71131e5b5769 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 943 time: 0.3291907 Dec 07 15:20:53.962947 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-0d35eae8-9121-41a8-9133-4eced3a28617 None None] Provisioning complete for port 61f253f4-669a-4709-8943-fd162efcc74c triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:53.963715 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0d35eae8-9121-41a8-9133-4eced3a28617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:53.972381 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fd322560-3dc3-4c73-aa3b-c2bcf3743fe1 req-61c4c4cc-5d7b-4d8b-9b7a-40a959a88c66 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069457 Dec 07 15:20:54.068366 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-0d35eae8-9121-41a8-9133-4eced3a28617 None None] Port 61f253f4-669a-4709-8943-fd162efcc74c cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:20:54.073390 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port cad0d6ad-3822-445a-83a8-1ee869010539, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=cad0d6ad-3822-445a-83a8-1ee869010539,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:54.093146 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': 'cad0d6ad-3822-445a-83a8-1ee869010539', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'port_id': 'cad0d6ad-3822-445a-83a8-1ee869010539', 'mac_address': 'fa:16:3e:52:5f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:20:54.169498 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:54.183470 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c3644be5-6148-4129-9a18-96449b8e0630 req-5dbdbbc6-d4a6-4706-94cf-09cea1e346e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=de405d4fc7024e7c8b6dff5a3da97043&device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 1099 time: 0.2034643 Dec 07 15:20:54.197914 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad0d6ad-3822-445a-83a8-1ee869010539 {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:20:54.243391 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port cad0d6ad-3822-445a-83a8-1ee869010539, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=cad0d6ad-3822-445a-83a8-1ee869010539,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:54.247372 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:54.249870 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-76f3e9d3-e11a-4f2e-8ecd-576acd237776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:54.366627 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=cad0d6ad-3822-445a-83a8-1ee869010539,revision_number=9']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:54.379914 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:54.484329 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['cad0d6ad-3822-445a-83a8-1ee869010539'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:20:54.490257 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc74c2-b3ef-498e-9b7b-81c0f90a114a req-70ab9b32-ada4-4e0e-a6e9-0f0dcf86012a tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:54.498224 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6fbc74c2-b3ef-498e-9b7b-81c0f90a114a req-70ab9b32-ada4-4e0e-a6e9-0f0dcf86012a tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.2811062 Dec 07 15:20:54.584192 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6fbc74c2-b3ef-498e-9b7b-81c0f90a114a req-e8601fc6-4073-4c47-af70-5b301edef003 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849531 Dec 07 15:20:54.624780 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Router 74cb33f5-a555-42df-afce-162488d9f95d has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:20:54.625666 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 7aaa1759-778a-402e-83cf-1be737f9d093 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:20:54.736442 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port 7aaa1759-778a-402e-83cf-1be737f9d093 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:20:54.753511 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 7aaa1759-778a-402e-83cf-1be737f9d093 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:54.754117 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:54.855828 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3644be5-6148-4129-9a18-96449b8e0630 req-45502af1-4fb9-4280-aaa7-8792c4e6ee78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:54.857446 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c3644be5-6148-4129-9a18-96449b8e0630 req-45502af1-4fb9-4280-aaa7-8792c4e6ee78 service neutron] 10.222.0.57 "GET /v2.0/networks?id=69c1c9a3-d42f-40c3-a885-61e13afc60b5 HTTP/1.1" status: 200 len: 919 time: 0.6562126 Dec 07 15:20:54.943322 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:20:54.953648 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] 10.222.0.71 "PUT /v2.0/routers/74cb33f5-a555-42df-afce-162488d9f95d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3954279 Dec 07 15:20:54.990858 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:54.993388 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c3644be5-6148-4129-9a18-96449b8e0630 req-fffe1628-9458-4063-807e-63f4e142db4b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edaef193-62ba-487a-93ff-6249cc7a8019 HTTP/1.1" status: 200 len: 217 time: 0.1284950 Dec 07 15:20:55.014390 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] For port 7aaa1759-778a-402e-83cf-1be737f9d093, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=7aaa1759-778a-402e-83cf-1be737f9d093,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:55.023617 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:55.024794 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device df6c9d17-1332-46b9-bdc0-b7c5c7591991 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:20:55.064487 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:55.103932 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3644be5-6148-4129-9a18-96449b8e0630 req-ef5abc6d-1e0a-4691-b604-a36cceff7b70 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:55.105714 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c3644be5-6148-4129-9a18-96449b8e0630 req-ef5abc6d-1e0a-4691-b604-a36cceff7b70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14b5a408-1ee6-4316-94e2-f5e7198dad0f HTTP/1.1" status: 200 len: 858 time: 0.1048698 Dec 07 15:20:55.216737 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c3644be5-6148-4129-9a18-96449b8e0630 req-5434243e-7710-4d58-a869-20bf5c814556 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69c1c9a3-d42f-40c3-a885-61e13afc60b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019661 Dec 07 15:20:55.317773 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6deca4-9ec2-4982-a761-26860de28286 req-c6110544-72fd-4b25-a351-8a8708ba05e5 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:55.319600 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-af6deca4-9ec2-4982-a761-26860de28286 req-c6110544-72fd-4b25-a351-8a8708ba05e5 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 946 time: 0.2395303 Dec 07 15:20:55.387660 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80de3bb-280a-4463-a50f-d821355a3b0c req-1cdb2eda-7128-47d1-b78d-87cc6c2eaec3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:55.396356 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d80de3bb-280a-4463-a50f-d821355a3b0c req-1cdb2eda-7128-47d1-b78d-87cc6c2eaec3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 944 time: 0.1960068 Dec 07 15:20:55.434535 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-af6deca4-9ec2-4982-a761-26860de28286 req-cbfbe706-a34b-4d34-a3fc-2606c8513b99 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084397 Dec 07 15:20:55.514958 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d80de3bb-280a-4463-a50f-d821355a3b0c req-f37e9b53-64ab-47de-b67c-593f488e2bd9 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168642 Dec 07 15:20:55.567277 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Pushing event updated for resources: {'Port': ['ID=7aaa1759-778a-402e-83cf-1be737f9d093,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:55.573459 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:55.589592 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port df6c9d17-1332-46b9-bdc0-b7c5c7591991 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:55.589592 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:55.603081 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c3644be5-6148-4129-9a18-96449b8e0630 req-96905e0d-08af-4a2b-8a19-d87d91f72e7d service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722229 Dec 07 15:20:55.839259 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c3644be5-6148-4129-9a18-96449b8e0630 req-7fcbd675-9e31-446d-8274-547d5600d759 service neutron] 10.222.0.57 "GET /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197351 Dec 07 15:20:55.879716 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeeda88-8467-47bc-88ab-4a301c076e39 req-26ccf318-4806-45f9-adcb-d9c0122dbdfc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:55.882810 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cdeeda88-8467-47bc-88ab-4a301c076e39 req-26ccf318-4806-45f9-adcb-d9c0122dbdfc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1422403 Dec 07 15:20:55.960545 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cdeeda88-8467-47bc-88ab-4a301c076e39 req-62c6e613-6f0d-4111-ac08-3864468d2b00 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646296 Dec 07 15:20:56.243221 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Sync routers for ids ['74cb33f5-a555-42df-afce-162488d9f95d'] in dv-cinder-820628-1-smb {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:20:56.273892 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Routers {'74cb33f5-a555-42df-afce-162488d9f95d'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:20:56.274631 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:20:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['74cb33f5-a555-42df-afce-162488d9f95d'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:56.436456 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 7aaa1759-778a-402e-83cf-1be737f9d093 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:20:56.560263 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f26f7-6b8e-4ad1-a9a0-4eb13f997869 req-e79e1f91-9966-4da4-bfb5-8608f3313121 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:56.561212 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-203f26f7-6b8e-4ad1-a9a0-4eb13f997869 req-e79e1f91-9966-4da4-bfb5-8608f3313121 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Synchronizing usage tracker for tenant:3e81b9a464264f6499bb8d9ae9a86dd8 on resource:port {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:20:56.565439 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Set router 74cb33f5-a555-42df-afce-162488d9f95d gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:20:56.590562 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-203f26f7-6b8e-4ad1-a9a0-4eb13f997869 req-e79e1f91-9966-4da4-bfb5-8608f3313121 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Unset dirty status for tenant:3e81b9a464264f6499bb8d9ae9a86dd8 on resource:port {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:20:56.591940 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-203f26f7-6b8e-4ad1-a9a0-4eb13f997869 req-e79e1f91-9966-4da4-bfb5-8608f3313121 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 946 time: 0.2168748 Dec 07 15:20:56.612787 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 7aaa1759-778a-402e-83cf-1be737f9d093 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:56.613217 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:56.756894 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e4b40-fa03-4780-b13b-9578fc5e9ebb req-db9587fa-33a4-4d7f-aef6-9f5326213540 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:56.774896 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fa3e4b40-fa03-4780-b13b-9578fc5e9ebb req-db9587fa-33a4-4d7f-aef6-9f5326213540 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 946 time: 0.1497343 Dec 07 15:20:56.785798 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-203f26f7-6b8e-4ad1-a9a0-4eb13f997869 req-8283be25-7915-4d57-a67f-74cf1b09929a tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Deleting port 4d7eae74-70bb-4bb5-a93f-2230a38c93ff {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:20:56.786197 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-203f26f7-6b8e-4ad1-a9a0-4eb13f997869 req-8283be25-7915-4d57-a67f-74cf1b09929a tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:56.970698 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fa3e4b40-fa03-4780-b13b-9578fc5e9ebb req-4b54355d-881f-48f5-a192-f39e4e551bb2 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/security-groups?id=497d8adb-6a8b-42dc-a51c-4e423fb047c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946616 Dec 07 15:20:57.014613 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47c85b-9d2c-4aa0-b42b-5d4d977d9e48 req-5c6dfb0c-e2b4-4415-88a4-39cbfead9fd1 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:57.017572 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5e47c85b-9d2c-4aa0-b42b-5d4d977d9e48 req-5c6dfb0c-e2b4-4415-88a4-39cbfead9fd1 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 944 time: 0.1865523 Dec 07 15:20:57.122005 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5e47c85b-9d2c-4aa0-b42b-5d4d977d9e48 req-5cb120b0-4101-49df-9618-dbf04561f807 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970697 Dec 07 15:20:57.219380 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cb33f5-a555-42df-afce-162488d9f95d', 'name': 'tempest-TestMinimumBasicScenario-1501409803-router', 'tenant_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '7aaa1759-778a-402e-83cf-1be737f9d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:46Z', 'updated_at': '2021-12-07T15:20:52Z', 'revision_number': 4, 'project_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'gw_port': {'id': '7aaa1759-778a-402e-83cf-1be737f9d093', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cb33f5-a555-42df-afce-162488d9f95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:47Z', 'updated_at': '2021-12-07T15:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '61f253f4-669a-4709-8943-fd162efcc74c', 'name': '', 'network_id': '39ad110f-6d35-4388-976b-c45fc1901512', 'tenant_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'mac_address': 'fa:16:3e:2c:0a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cb33f5-a555-42df-afce-162488d9f95d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f91fec22-8415-4626-b459-a3875cf35f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:51Z', 'updated_at': '2021-12-07T15:20:52Z', 'revision_number': 2, 'project_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'subnets': [{'id': 'f91fec22-8415-4626-b459-a3875cf35f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:57.226486 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Checking router: 74cb33f5-a555-42df-afce-162488d9f95d for host: dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:20:57.240855 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Updating router 74cb33f5-a555-42df-afce-162488d9f95d port 61f253f4-669a-4709-8943-fd162efcc74c binding host dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:20:57.330132 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6db9b-ee5e-4f85-b21d-ba4e9ba5058e req-cc363b80-f19d-430b-92b6-dc5149353399 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:57.331867 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-12f6db9b-ee5e-4f85-b21d-ba4e9ba5058e req-cc363b80-f19d-430b-92b6-dc5149353399 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1599431 Dec 07 15:20:57.353922 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:57.442400 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-203f26f7-6b8e-4ad1-a9a0-4eb13f997869 req-8283be25-7915-4d57-a67f-74cf1b09929a tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] For port 4d7eae74-70bb-4bb5-a93f-2230a38c93ff, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=4d7eae74-70bb-4bb5-a93f-2230a38c93ff,segment=NetworkSegment(71cf33f4-f3fb-4693-9891-b9522018dea5),segment_id=71cf33f4-f3fb-4693-9891-b9522018dea5)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:57.443231 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-203f26f7-6b8e-4ad1-a9a0-4eb13f997869 req-8283be25-7915-4d57-a67f-74cf1b09929a tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:57.507190 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-12f6db9b-ee5e-4f85-b21d-ba4e9ba5058e req-310ccd0f-5075-496d-ad60-35cad8ed5ae0 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611612 Dec 07 15:20:57.628094 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device cad0d6ad-3822-445a-83a8-1ee869010539 up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:20:57.669760 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-203f26f7-6b8e-4ad1-a9a0-4eb13f997869 req-8283be25-7915-4d57-a67f-74cf1b09929a tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Calling delete_port for 4d7eae74-70bb-4bb5-a93f-2230a38c93ff owned by compute:nova {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:20:57.809524 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port cad0d6ad-3822-445a-83a8-1ee869010539 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:20:57.810127 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:57.871452 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-203f26f7-6b8e-4ad1-a9a0-4eb13f997869 req-8283be25-7915-4d57-a67f-74cf1b09929a tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:57.878590 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:57.886759 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['4d7eae74-70bb-4bb5-a93f-2230a38c93ff'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:20:57.935739 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283be25-7915-4d57-a67f-74cf1b09929a tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Pushing event deleted for resources: {'Port': ['ID=4d7eae74-70bb-4bb5-a93f-2230a38c93ff,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:57.940600 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8283be25-7915-4d57-a67f-74cf1b09929a tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:58.048442 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-203f26f7-6b8e-4ad1-a9a0-4eb13f997869 req-8283be25-7915-4d57-a67f-74cf1b09929a tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] No DVR routers for this DVR port 4d7eae74-70bb-4bb5-a93f-2230a38c93ff on host hv-cinder-82062 {{(pid=88188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:20:58.052005 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-203f26f7-6b8e-4ad1-a9a0-4eb13f997869 req-8283be25-7915-4d57-a67f-74cf1b09929a tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:58.055265 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e606a85-3354-4b7f-a93e-2ecfd85ef6bb', 'name': 'network-vif-deleted', 'tag': '4d7eae74-70bb-4bb5-a93f-2230a38c93ff'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:20:58.096173 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:58.099519 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-203f26f7-6b8e-4ad1-a9a0-4eb13f997869 req-8283be25-7915-4d57-a67f-74cf1b09929a tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.57 "DELETE /v2.0/ports/4d7eae74-70bb-4bb5-a93f-2230a38c93ff HTTP/1.1" status: 204 len: 173 time: 1.4993374 Dec 07 15:20:58.137688 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e606a85-3354-4b7f-a93e-2ecfd85ef6bb', 'name': 'network-vif-deleted', 'tag': '4d7eae74-70bb-4bb5-a93f-2230a38c93ff', 'status': 'completed', 'code': 200} Dec 07 15:20:58.160854 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:58.204106 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port cad0d6ad-3822-445a-83a8-1ee869010539, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=cad0d6ad-3822-445a-83a8-1ee869010539,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:20:58.205455 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d1c34f-936f-4a8d-9645-cacc4469e8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad0d6ad-3822-445a-83a8-1ee869010539'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:20:58.217912 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Transition to ACTIVE for port object 61f253f4-669a-4709-8943-fd162efcc74c will not be triggered until provisioned by entity L2. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:20:58.229483 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:58.240559 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:58.272012 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cd6347cb-db0d-4659-8735-ba38c0f4be1a req-d8012149-deb9-4046-be38-4bcfaa7532c5 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e606a85-3354-4b7f-a93e-2ecfd85ef6bb HTTP/1.1" status: 200 len: 210 time: 0.1006722 Dec 07 15:20:58.287072 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:58.447438 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d1c34f-936f-4a8d-9645-cacc4469e8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad0d6ad-3822-445a-83a8-1ee869010539', 'code': 200} Dec 07 15:20:58.543244 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69663ee9-003b-406f-a8b3-87a0ff2712c7 req-97ec84db-1129-49b1-aef6-33715852d53e tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:58.555043 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-69663ee9-003b-406f-a8b3-87a0ff2712c7 req-97ec84db-1129-49b1-aef6-33715852d53e tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 946 time: 0.1765051 Dec 07 15:20:58.568235 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Attempting to bind port 61f253f4-669a-4709-8943-fd162efcc74c on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:20:58.568653 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Attempting to bind port 61f253f4-669a-4709-8943-fd162efcc74c by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': '2cf5c821-30fb-4714-af82-a655581a0503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '39ad110f-6d35-4388-976b-c45fc1901512'}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:20:58.569059 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Attempting to bind port 61f253f4-669a-4709-8943-fd162efcc74c on network 39ad110f-6d35-4388-976b-c45fc1901512 {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:20:58.571446 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=cad0d6ad-3822-445a-83a8-1ee869010539,revision_number=10']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:58.575441 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:58.576846 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a0f63bda-4cc1-459b-aa2a-e82b13892e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:58.657686 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:20:58.658310 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Checking segment: {'id': '2cf5c821-30fb-4714-af82-a655581a0503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '39ad110f-6d35-4388-976b-c45fc1901512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:20:58.658625 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:58.659344 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Bound using segment: {'id': '2cf5c821-30fb-4714-af82-a655581a0503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '39ad110f-6d35-4388-976b-c45fc1901512'} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:20:58.659979 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Bound port: 61f253f4-669a-4709-8943-fd162efcc74c, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf5c821-30fb-4714-af82-a655581a0503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '39ad110f-6d35-4388-976b-c45fc1901512'}}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:20:58.660581 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:58.674166 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-69663ee9-003b-406f-a8b3-87a0ff2712c7 req-39070fcc-c75e-4551-8f35-29804eebd746 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144803 Dec 07 15:20:58.916574 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] For port 61f253f4-669a-4709-8943-fd162efcc74c, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:20:58.920109 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] For port 61f253f4-669a-4709-8943-fd162efcc74c, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=61f253f4-669a-4709-8943-fd162efcc74c,segment=NetworkSegment(2cf5c821-30fb-4714-af82-a655581a0503),segment_id=2cf5c821-30fb-4714-af82-a655581a0503)] {{(pid=88190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:20:58.928262 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:20:58.942960 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63d75e-ce50-4843-93e8-dea464dfaf67 None None] Pushing event updated for resources: {'Port': ['ID=61f253f4-669a-4709-8943-fd162efcc74c,revision_number=3']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:58.946248 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8d63d75e-ce50-4843-93e8-dea464dfaf67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:20:58.948668 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:20:59.035932 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541dd43-da8b-4c68-b999-58e132dfe79a req-12d53423-e864-41a3-8314-f91a80624a10 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:20:59.037931 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b541dd43-da8b-4c68-b999-58e132dfe79a req-12d53423-e864-41a3-8314-f91a80624a10 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.2006309 Dec 07 15:20:59.053294 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Routers {'74cb33f5-a555-42df-afce-162488d9f95d'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:20:59.054330 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:20:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['74cb33f5-a555-42df-afce-162488d9f95d'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:20:59.130640 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b541dd43-da8b-4c68-b999-58e132dfe79a req-2241fc63-98ec-483d-860a-bd0bfa7532e6 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760555 Dec 07 15:20:59.472224 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-528a181b-5180-4bce-83ab-d5f2d7e675bc req-2e1ca7b2-94d9-49c0-b9f1-160357ad6c56 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 1099 time: 0.2017887 Dec 07 15:20:59.596964 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-528a181b-5180-4bce-83ab-d5f2d7e675bc req-3819f032-6ece-4bdb-ac3a-4c8426d4870e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005120 Dec 07 15:20:59.605036 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] Set router 74cb33f5-a555-42df-afce-162488d9f95d gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:20:59.794799 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63d75e-ce50-4843-93e8-dea464dfaf67 None None] Pushing event updated for resources: {'Port': ['ID=61f253f4-669a-4709-8943-fd162efcc74c,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:20:59.809833 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8d63d75e-ce50-4843-93e8-dea464dfaf67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.861s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:00.082894 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da2bbd-0d62-46dc-96ce-7e78cb2907f6 req-5cde3a3c-a802-4577-850b-32a1260bd321 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:00.094969 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-18da2bbd-0d62-46dc-96ce-7e78cb2907f6 req-5cde3a3c-a802-4577-850b-32a1260bd321 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 946 time: 0.1481009 Dec 07 15:21:00.158000 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cb33f5-a555-42df-afce-162488d9f95d', 'name': 'tempest-TestMinimumBasicScenario-1501409803-router', 'tenant_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '7aaa1759-778a-402e-83cf-1be737f9d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:46Z', 'updated_at': '2021-12-07T15:20:52Z', 'revision_number': 4, 'project_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'gw_port': {'id': '7aaa1759-778a-402e-83cf-1be737f9d093', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cb33f5-a555-42df-afce-162488d9f95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:47Z', 'updated_at': '2021-12-07T15:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '61f253f4-669a-4709-8943-fd162efcc74c', 'name': '', 'network_id': '39ad110f-6d35-4388-976b-c45fc1901512', 'tenant_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'mac_address': 'fa:16:3e:2c:0a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cb33f5-a555-42df-afce-162488d9f95d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f91fec22-8415-4626-b459-a3875cf35f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:51Z', 'updated_at': '2021-12-07T15:20:58Z', 'revision_number': 4, 'project_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'subnets': [{'id': 'f91fec22-8415-4626-b459-a3875cf35f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:00.162523 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80596905-896e-47b9-abbd-5473750d89f1 None None] The sync data for ids ['74cb33f5-a555-42df-afce-162488d9f95d'] in dv-cinder-820628-1-smb is: [{'id': '74cb33f5-a555-42df-afce-162488d9f95d', 'name': 'tempest-TestMinimumBasicScenario-1501409803-router', 'tenant_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '7aaa1759-778a-402e-83cf-1be737f9d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:46Z', 'updated_at': '2021-12-07T15:20:52Z', 'revision_number': 4, 'project_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'gw_port': {'id': '7aaa1759-778a-402e-83cf-1be737f9d093', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cb33f5-a555-42df-afce-162488d9f95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:47Z', 'updated_at': '2021-12-07T15:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '61f253f4-669a-4709-8943-fd162efcc74c', 'name': '', 'network_id': '39ad110f-6d35-4388-976b-c45fc1901512', 'tenant_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'mac_address': 'fa:16:3e:2c:0a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cb33f5-a555-42df-afce-162488d9f95d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f91fec22-8415-4626-b459-a3875cf35f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:51Z', 'updated_at': '2021-12-07T15:20:58Z', 'revision_number': 4, 'project_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'subnets': [{'id': 'f91fec22-8415-4626-b459-a3875cf35f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:21:00.223616 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-18da2bbd-0d62-46dc-96ce-7e78cb2907f6 req-96f54ad8-b7cb-47dd-b1e9-6d199125e808 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265576 Dec 07 15:21:00.527237 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 61f253f4-669a-4709-8943-fd162efcc74c up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:21:00.671151 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port 61f253f4-669a-4709-8943-fd162efcc74c completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:21:00.679456 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 61f253f4-669a-4709-8943-fd162efcc74c triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:21:00.679881 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:00.913548 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:01.002561 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] For port 61f253f4-669a-4709-8943-fd162efcc74c, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=61f253f4-669a-4709-8943-fd162efcc74c,segment=NetworkSegment(2cf5c821-30fb-4714-af82-a655581a0503),segment_id=2cf5c821-30fb-4714-af82-a655581a0503)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:21:01.008688 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:01.010684 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:01.223846 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Pushing event updated for resources: {'Port': ['ID=61f253f4-669a-4709-8943-fd162efcc74c,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:01.240921 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:01.661514 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 4d7eae74-70bb-4bb5-a93f-2230a38c93ff no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:21:01.733595 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] No Port match for: 4d7eae74-70bb-4bb5-a93f-2230a38c93ff {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:21:01.734720 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 4d7eae74-70bb-4bb5-a93f-2230a38c93ff not bound to the agent host hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:21:01.770728 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1d5d6-f3ee-4bbb-b7e7-c0e95666a6bf req-6ea6733c-b7df-41ee-afaa-57d43a8f8187 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:01.774376 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c5c1d5d6-f3ee-4bbb-b7e7-c0e95666a6bf req-6ea6733c-b7df-41ee-afaa-57d43a8f8187 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 946 time: 0.2295275 Dec 07 15:21:01.829862 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c5c1d5d6-f3ee-4bbb-b7e7-c0e95666a6bf req-d4d1d6a4-25cc-48c6-86ed-e5beb82b1305 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459170 Dec 07 15:21:02.530660 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 61f253f4-669a-4709-8943-fd162efcc74c up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:21:02.710174 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 61f253f4-669a-4709-8943-fd162efcc74c triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:21:02.710974 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:03.355834 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5e5a0-2f1c-4310-9c0a-6ca1d7f389df req-e145312f-0dd8-4177-aa03-2204612522f9 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:03.357616 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3ab5e5a0-2f1c-4310-9c0a-6ca1d7f389df req-e145312f-0dd8-4177-aa03-2204612522f9 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 946 time: 0.3236799 Dec 07 15:21:03.427955 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3ab5e5a0-2f1c-4310-9c0a-6ca1d7f389df req-9725d2f0-c4b8-4583-a910-fe4e012183cd tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614796 Dec 07 15:21:05.890337 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82728506-af94-4981-933f-e7f2f019767c req-34057cc4-25a1-4ff9-9308-c6dd9e52192e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:05.892473 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-82728506-af94-4981-933f-e7f2f019767c req-34057cc4-25a1-4ff9-9308-c6dd9e52192e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.1009324 Dec 07 15:21:05.960269 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-82728506-af94-4981-933f-e7f2f019767c req-c8c62f8f-2217-4089-bd35-b09f12b46e7b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600085 Dec 07 15:21:07.193845 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a17554-338d-4038-b178-377c5811e679 req-3eb8b436-0da8-453c-bccb-fe3ec48e0028 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:07.195896 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-06a17554-338d-4038-b178-377c5811e679 req-3eb8b436-0da8-453c-bccb-fe3ec48e0028 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.0881803 Dec 07 15:21:07.247437 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-06a17554-338d-4038-b178-377c5811e679 req-520bc451-86fa-4990-9d71-8f1dc8cfa164 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447242 Dec 07 15:21:08.142056 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2d8ed-0e5e-420f-aac0-c7ccd6bffadb req-497a339c-95b6-4f8d-9f4f-4c70c234aef4 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:08.144477 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-86e2d8ed-0e5e-420f-aac0-c7ccd6bffadb req-497a339c-95b6-4f8d-9f4f-4c70c234aef4 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Synchronizing usage tracker for tenant:de405d4fc7024e7c8b6dff5a3da97043 on resource:port {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:21:08.167428 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-86e2d8ed-0e5e-420f-aac0-c7ccd6bffadb req-497a339c-95b6-4f8d-9f4f-4c70c234aef4 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Unset dirty status for tenant:de405d4fc7024e7c8b6dff5a3da97043 on resource:port {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:21:08.168746 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-86e2d8ed-0e5e-420f-aac0-c7ccd6bffadb req-497a339c-95b6-4f8d-9f4f-4c70c234aef4 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.1151674 Dec 07 15:21:08.250097 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-86e2d8ed-0e5e-420f-aac0-c7ccd6bffadb req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Deleting port bf1cab45-51f6-438d-a87f-b1a7352f5030 {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:21:08.250634 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-86e2d8ed-0e5e-420f-aac0-c7ccd6bffadb req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:08.474196 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac5c78-fa09-4f49-b0a2-675fb8bbee6c req-c1e9c842-5c77-415a-a612-64c9f6174718 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:08.475954 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6eac5c78-fa09-4f49-b0a2-675fb8bbee6c req-c1e9c842-5c77-415a-a612-64c9f6174718 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 945 time: 0.0900662 Dec 07 15:21:08.525896 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-86e2d8ed-0e5e-420f-aac0-c7ccd6bffadb req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] For port bf1cab45-51f6-438d-a87f-b1a7352f5030, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=bf1cab45-51f6-438d-a87f-b1a7352f5030,segment=NetworkSegment(850ed2b4-6abd-4b01-be99-8fc58ad6b4a5),segment_id=850ed2b4-6abd-4b01-be99-8fc58ad6b4a5)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:21:08.526375 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-86e2d8ed-0e5e-420f-aac0-c7ccd6bffadb req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:08.536359 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6eac5c78-fa09-4f49-b0a2-675fb8bbee6c req-18553a60-451f-4c33-b632-dd9f63520e26 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534091 Dec 07 15:21:08.548947 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-95aa2fc4-0657-4fdd-94b8-25c6c408d64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:08.659640 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-86e2d8ed-0e5e-420f-aac0-c7ccd6bffadb req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Calling delete_port for bf1cab45-51f6-438d-a87f-b1a7352f5030 owned by compute:nova {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:21:08.809318 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-86e2d8ed-0e5e-420f-aac0-c7ccd6bffadb req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:08.817631 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:08.823293 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['edaef193-62ba-487a-93ff-6249cc7a8019', 'bf1cab45-51f6-438d-a87f-b1a7352f5030'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:21:08.861100 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Pushing event deleted for resources: {'Port': ['ID=bf1cab45-51f6-438d-a87f-b1a7352f5030,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:08.918483 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:08.918892 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:08.919293 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:08.919686 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:08.920075 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:08.920461 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:08.920848 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:08.921232 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:08.921591 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:08.921956 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:08.922534 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:08.959104 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:08.964726 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e2d8ed-0e5e-420f-aac0-c7ccd6bffadb req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] No DVR routers for this DVR port bf1cab45-51f6-438d-a87f-b1a7352f5030 on host hv-cinder-82062 {{(pid=88188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:21:08.967332 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-86e2d8ed-0e5e-420f-aac0-c7ccd6bffadb req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:08.970255 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3f6213-cc10-4180-befd-75f87e5fa153', 'name': 'network-vif-deleted', 'tag': 'bf1cab45-51f6-438d-a87f-b1a7352f5030'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:21:08.987256 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-86e2d8ed-0e5e-420f-aac0-c7ccd6bffadb req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.57 "DELETE /v2.0/ports/bf1cab45-51f6-438d-a87f-b1a7352f5030 HTTP/1.1" status: 204 len: 173 time: 0.8112452 Dec 07 15:21:09.043326 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3f6213-cc10-4180-befd-75f87e5fa153', 'name': 'network-vif-deleted', 'tag': 'bf1cab45-51f6-438d-a87f-b1a7352f5030', 'status': 'completed', 'code': 200} Dec 07 15:21:09.109530 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-bc87cfe1-7055-4d90-be98-f76aad785bf8 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:09.110212 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-bc87cfe1-7055-4d90-be98-f76aad785bf8 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Synchronizing usage tracker for tenant:8440c70a568a4a21bfaca3e4aa7c27ca on resource:network {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:21:09.128853 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-bc87cfe1-7055-4d90-be98-f76aad785bf8 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Unset dirty status for tenant:8440c70a568a4a21bfaca3e4aa7c27ca on resource:network {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:21:09.136847 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-bc87cfe1-7055-4d90-be98-f76aad785bf8 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/networks?id=03313f33-10d1-4efe-ad7b-e30eb94ac64a HTTP/1.1" status: 200 len: 815 time: 0.2133796 Dec 07 15:21:09.154769 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-f9cacc65-02d9-45f0-a4cf-b67c9439e730 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/quotas/8440c70a568a4a21bfaca3e4aa7c27ca HTTP/1.1" status: 200 len: 375 time: 0.0165541 Dec 07 15:21:09.243808 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-75ba58f1-fad6-4358-96fb-6a9b952cf025 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Synchronizing usage tracker for tenant:8440c70a568a4a21bfaca3e4aa7c27ca on resource:port {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:21:09.269357 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-75ba58f1-fad6-4358-96fb-6a9b952cf025 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Unset dirty status for tenant:8440c70a568a4a21bfaca3e4aa7c27ca on resource:port {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:21:09.270903 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-75ba58f1-fad6-4358-96fb-6a9b952cf025 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8440c70a568a4a21bfaca3e4aa7c27ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117868 Dec 07 15:21:09.448014 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-92a299da-6b11-4349-bd70-6f2d2ec9bd6e service neutron] 10.222.0.71 "GET /v2.0/networks/03313f33-10d1-4efe-ad7b-e30eb94ac64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610346 Dec 07 15:21:09.644459 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-9a4e8ce0-e3f9-4ef7-b7d7-fb332c9e521d service neutron] 10.222.0.71 "GET /v2.0/networks/03313f33-10d1-4efe-ad7b-e30eb94ac64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953654 Dec 07 15:21:09.700685 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:09.832508 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2a99a57f-b304-4293-a0ff-3d3c9c39c3fb req-42f7e09f-f010-4c19-8d60-fc8c075a67e8 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac3f6213-cc10-4180-befd-75f87e5fa153 HTTP/1.1" status: 200 len: 210 time: 0.0762744 Dec 07 15:21:09.960346 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0accd2a2-bb70-4d62-a6f9-96ca2a2b545a req-31f91dd2-1735-4b0e-9502-862f442fee67 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 210 time: 0.0718060 Dec 07 15:21:10.661178 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-33426717-4044-449b-9e15-bffb3429179d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:11.130355 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:21:11.203105 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ef18f679-a043-4626-81c3-0c5c58430ec3 req-5885d9fa-324e-4325-ba88-a102fe588c3e tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 210 time: 0.0749209 Dec 07 15:21:11.290241 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:11.329771 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-8aeedb97-edd6-4dc2-bd7b-285461f5af38 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:11.331651 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-8aeedb97-edd6-4dc2-bd7b-285461f5af38 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.57 "GET /v2.0/networks?id=03313f33-10d1-4efe-ad7b-e30eb94ac64a HTTP/1.1" status: 200 len: 815 time: 0.2898068 Dec 07 15:21:11.363178 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-a7263069-a51f-4035-8a6c-f839d9e5d797 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Request body: {'port': {'device_id': '02004e35-4243-44a2-967d-e2b18c0197cc', 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a', 'admin_state_up': True, 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:11.565954 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-a7263069-a51f-4035-8a6c-f839d9e5d797 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:11.577125 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-a7263069-a51f-4035-8a6c-f839d9e5d797 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:11.590551 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-a7263069-a51f-4035-8a6c-f839d9e5d797 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Made reservation on behalf of 8440c70a568a4a21bfaca3e4aa7c27ca for: {'port': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:21:11.597368 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-a7263069-a51f-4035-8a6c-f839d9e5d797 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:11.623556 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfee9ea-e7d0-4444-806c-53c75cd4d82a req-78d9ee20-1351-4e61-af12-e83ef0229714 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:11.627047 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1cfee9ea-e7d0-4444-806c-53c75cd4d82a req-78d9ee20-1351-4e61-af12-e83ef0229714 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1475868 Dec 07 15:21:11.717316 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1cfee9ea-e7d0-4444-806c-53c75cd4d82a req-31565225-0104-440b-b653-df4d15470a70 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819709 Dec 07 15:21:11.739238 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device bf1cab45-51f6-438d-a87f-b1a7352f5030 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:21:11.773939 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] No Port match for: bf1cab45-51f6-438d-a87f-b1a7352f5030 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:21:11.774502 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device bf1cab45-51f6-438d-a87f-b1a7352f5030 not bound to the agent host hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:21:11.785349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-a7263069-a51f-4035-8a6c-f839d9e5d797 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Allocated IP 172.20.0.7 (03313f33-10d1-4efe-ad7b-e30eb94ac64a/d5323836-8704-4805-8b57-689bc0ca72e4/764d23b1-67dd-443b-b9db-d183e7479081) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:21:12.018895 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-a7263069-a51f-4035-8a6c-f839d9e5d797 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:12.037543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-a7263069-a51f-4035-8a6c-f839d9e5d797 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Transition to ACTIVE for port object 764d23b1-67dd-443b-b9db-d183e7479081 will not be triggered until provisioned by entity DHCP. {{(pid=88188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:21:12.061870 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-a7263069-a51f-4035-8a6c-f839d9e5d797 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:12.072479 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:12.159317 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-a7263069-a51f-4035-8a6c-f839d9e5d797 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Network 03313f33-10d1-4efe-ad7b-e30eb94ac64a is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:21:12.167169 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-a7263069-a51f-4035-8a6c-f839d9e5d797 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:21:12.172497 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-a7263069-a51f-4035-8a6c-f839d9e5d797 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:21:12.177384 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-a7263069-a51f-4035-8a6c-f839d9e5d797 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:12.178191 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-a7263069-a51f-4035-8a6c-f839d9e5d797 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:12.192480 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7263069-a51f-4035-8a6c-f839d9e5d797 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Pushing event updated for resources: {'Port': ['ID=764d23b1-67dd-443b-b9db-d183e7479081,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:12.199086 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a7263069-a51f-4035-8a6c-f839d9e5d797 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:12.221238 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-a7263069-a51f-4035-8a6c-f839d9e5d797 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8649046 Dec 07 15:21:12.234235 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Request body: {'port': {'device_id': '02004e35-4243-44a2-967d-e2b18c0197cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:12.424069 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:12.515589 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13334019-bf5a-4c50-8cce-ce9f8d670027 req-fe27399e-243f-489e-8667-fc47141d684b tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:12.525521 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-13334019-bf5a-4c50-8cce-ce9f8d670027 req-fe27399e-243f-489e-8667-fc47141d684b tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 931 time: 0.1353998 Dec 07 15:21:12.582609 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:12.611305 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-13334019-bf5a-4c50-8cce-ce9f8d670027 req-3359cf20-bacc-4346-b82e-269ddd83c358 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Synchronizing usage tracker for tenant:8440c70a568a4a21bfaca3e4aa7c27ca on resource:security_group {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:21:12.635584 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-13334019-bf5a-4c50-8cce-ce9f8d670027 req-3359cf20-bacc-4346-b82e-269ddd83c358 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Unset dirty status for tenant:8440c70a568a4a21bfaca3e4aa7c27ca on resource:security_group {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:21:12.637684 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-afbaf51d-dcb2-4e05-99f5-221bbae1502e None None] Provisioning for port 764d23b1-67dd-443b-b9db-d183e7479081 completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:21:12.639233 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-13334019-bf5a-4c50-8cce-ce9f8d670027 req-3359cf20-bacc-4346-b82e-269ddd83c358 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067255 Dec 07 15:21:12.646480 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-afbaf51d-dcb2-4e05-99f5-221bbae1502e None None] Provisioning complete for port 764d23b1-67dd-443b-b9db-d183e7479081 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:21:12.647370 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-afbaf51d-dcb2-4e05-99f5-221bbae1502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:12.710186 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-afbaf51d-dcb2-4e05-99f5-221bbae1502e None None] Port 764d23b1-67dd-443b-b9db-d183e7479081 cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:21:12.962987 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 764d23b1-67dd-443b-b9db-d183e7479081 {{(pid=88188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:21:12.970786 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:12.982812 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fe529-1cfd-4667-84e5-40229c600da6 req-77eeb40b-c4dd-4033-bf07-ccfdd097bb7c tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:12.984687 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-501fe529-1cfd-4667-84e5-40229c600da6 req-77eeb40b-c4dd-4033-bf07-ccfdd097bb7c tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1130152 Dec 07 15:21:12.986825 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Transition to ACTIVE for port object 764d23b1-67dd-443b-b9db-d183e7479081 will not be triggered until provisioned by entity L2. {{(pid=88188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:21:12.991364 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:13.003029 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8283be25-7915-4d57-a67f-74cf1b09929a tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:13.043017 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-501fe529-1cfd-4667-84e5-40229c600da6 req-47832214-f50f-4c19-a06e-537f92e80a30 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488219 Dec 07 15:21:13.365914 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=764d23b1-67dd-443b-b9db-d183e7479081,revision_number=2']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:13.370486 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:13.424967 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Attempting to bind port 764d23b1-67dd-443b-b9db-d183e7479081 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:21:13.425453 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Attempting to bind port 764d23b1-67dd-443b-b9db-d183e7479081 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': '4689addf-1078-4e77-829a-7ab41ad8e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a'}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:21:13.425761 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Attempting to bind port 764d23b1-67dd-443b-b9db-d183e7479081 on network 03313f33-10d1-4efe-ad7b-e30eb94ac64a {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:21:13.432963 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Port 764d23b1-67dd-443b-b9db-d183e7479081 on network 03313f33-10d1-4efe-ad7b-e30eb94ac64a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:21:13.433333 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Attempting to bind port 764d23b1-67dd-443b-b9db-d183e7479081 on network 03313f33-10d1-4efe-ad7b-e30eb94ac64a {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:21:13.452371 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Checking agent: {'id': 'cbbfcabc-3255-4d4c-9281-bbfa60486e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'started_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:21:13.452756 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Checking segment: {'id': '4689addf-1078-4e77-829a-7ab41ad8e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:21:13.453199 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Bound using segment: {'id': '4689addf-1078-4e77-829a-7ab41ad8e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a'} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:21:13.453704 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Bound port: 764d23b1-67dd-443b-b9db-d183e7479081, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4689addf-1078-4e77-829a-7ab41ad8e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a'}}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:21:13.454080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:13.554826 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] For port 764d23b1-67dd-443b-b9db-d183e7479081, host hv-cinder-82062, cleared binding levels {{(pid=88188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:21:13.558603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] For port 764d23b1-67dd-443b-b9db-d183e7479081, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=764d23b1-67dd-443b-b9db-d183e7479081,segment=NetworkSegment(4689addf-1078-4e77-829a-7ab41ad8e469),segment_id=4689addf-1078-4e77-829a-7ab41ad8e469)] {{(pid=88188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:21:13.562832 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:13.566963 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a7263069-a51f-4035-8a6c-f839d9e5d797 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:13.637226 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:13.638849 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] 10.222.0.57 "PUT /v2.0/ports/764d23b1-67dd-443b-b9db-d183e7479081 HTTP/1.1" status: 200 len: 1093 time: 1.4095535 Dec 07 15:21:13.639431 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02004e35-4243-44a2-967d-e2b18c0197cc', 'tag': '764d23b1-67dd-443b-b9db-d183e7479081'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:21:13.654642 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=764d23b1-67dd-443b-b9db-d183e7479081,revision_number=3']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:13.659214 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:13.759162 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02004e35-4243-44a2-967d-e2b18c0197cc', 'tag': '764d23b1-67dd-443b-b9db-d183e7479081', 'status': 'completed', 'code': 200} Dec 07 15:21:13.795618 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-d4172aae-da6a-4ff5-bf23-4e6d4e9fe97f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8440c70a568a4a21bfaca3e4aa7c27ca&device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 1096 time: 0.1079919 Dec 07 15:21:13.892544 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-af8432fc-9126-493e-9fca-ea09c3b1a1e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=764d23b1-67dd-443b-b9db-d183e7479081 HTTP/1.1" status: 200 len: 217 time: 0.0879703 Dec 07 15:21:13.982336 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c31b2e-affc-423f-9d17-a2af3cb2993a req-43f42fb5-cdf4-40ad-b909-29279d0e7b4e tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:13.990008 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b0c31b2e-affc-423f-9d17-a2af3cb2993a req-43f42fb5-cdf4-40ad-b909-29279d0e7b4e tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 943 time: 0.1373246 Dec 07 15:21:14.017562 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-a9c82357-a790-407b-abe0-0ae2759ffb29 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:14.019640 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-a9c82357-a790-407b-abe0-0ae2759ffb29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5323836-8704-4805-8b57-689bc0ca72e4 HTTP/1.1" status: 200 len: 854 time: 0.1196694 Dec 07 15:21:14.060827 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b0c31b2e-affc-423f-9d17-a2af3cb2993a req-2d25ba12-f4e9-47cf-84f0-56004de0b0ad tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696833 Dec 07 15:21:14.137228 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-7891665e-4f43-4b11-b413-a8ec731dd4f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=03313f33-10d1-4efe-ad7b-e30eb94ac64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1062384 Dec 07 15:21:14.277688 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee142555-175d-4097-baf7-8359d5d15994 req-c0117ada-9260-4780-8d60-e4b9f92c6485 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:14.282236 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ee142555-175d-4097-baf7-8359d5d15994 req-c0117ada-9260-4780-8d60-e4b9f92c6485 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.0929203 Dec 07 15:21:14.339424 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-e86a9903-58fe-4f26-b62c-e7c042fe0fd1 service neutron] 10.222.0.57 "GET /v2.0/networks/03313f33-10d1-4efe-ad7b-e30eb94ac64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891627 Dec 07 15:21:14.340109 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ee142555-175d-4097-baf7-8359d5d15994 req-1d34eb5b-dd09-4758-8445-ec2de6e50445 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531361 Dec 07 15:21:14.542822 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0aecfc97-e549-4b65-9abe-aeaab19ece5c req-addd7262-937f-483c-a8b4-8b77a963f510 service neutron] 10.222.0.57 "GET /v2.0/networks/03313f33-10d1-4efe-ad7b-e30eb94ac64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939933 Dec 07 15:21:14.685028 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f75e23c3-bf51-4041-8304-882e7ce4fa1f req-75778e51-c89b-4dff-b188-e23d6c2b9d78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8440c70a568a4a21bfaca3e4aa7c27ca&device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 1096 time: 0.0843260 Dec 07 15:21:14.855722 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e23c3-bf51-4041-8304-882e7ce4fa1f req-cfe45609-7e98-4a7b-8114-6f078d8ceb57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:14.857824 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f75e23c3-bf51-4041-8304-882e7ce4fa1f req-cfe45609-7e98-4a7b-8114-6f078d8ceb57 service neutron] 10.222.0.57 "GET /v2.0/networks?id=03313f33-10d1-4efe-ad7b-e30eb94ac64a HTTP/1.1" status: 200 len: 916 time: 0.1645279 Dec 07 15:21:14.954641 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f75e23c3-bf51-4041-8304-882e7ce4fa1f req-2cedc771-6c9a-4ef6-96d1-7cbf0b427b91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=764d23b1-67dd-443b-b9db-d183e7479081 HTTP/1.1" status: 200 len: 217 time: 0.0842934 Dec 07 15:21:15.038991 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e23c3-bf51-4041-8304-882e7ce4fa1f req-a5db3819-78b2-46cf-a2fb-b943bad87768 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:15.041040 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f75e23c3-bf51-4041-8304-882e7ce4fa1f req-a5db3819-78b2-46cf-a2fb-b943bad87768 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5323836-8704-4805-8b57-689bc0ca72e4 HTTP/1.1" status: 200 len: 854 time: 0.0792572 Dec 07 15:21:15.151670 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f75e23c3-bf51-4041-8304-882e7ce4fa1f req-f942fb00-0ea8-465e-8a6e-b835f7e9348b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=03313f33-10d1-4efe-ad7b-e30eb94ac64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0999551 Dec 07 15:21:15.292016 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ffb0e-75aa-434c-964e-220d82161358 req-01358cf5-1533-4d97-8b7f-57fde4e8b839 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:15.293637 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-272ffb0e-75aa-434c-964e-220d82161358 req-01358cf5-1533-4d97-8b7f-57fde4e8b839 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 943 time: 0.0931299 Dec 07 15:21:15.341046 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f75e23c3-bf51-4041-8304-882e7ce4fa1f req-c747f590-f214-4a03-b596-d4167d6db39f service neutron] 10.222.0.57 "GET /v2.0/networks/03313f33-10d1-4efe-ad7b-e30eb94ac64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794972 Dec 07 15:21:15.350114 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-272ffb0e-75aa-434c-964e-220d82161358 req-4f8ad64b-9853-4c05-b10d-29ef827a57c6 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449672 Dec 07 15:21:15.525167 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f75e23c3-bf51-4041-8304-882e7ce4fa1f req-f17094e3-edd4-4830-bc55-7a27393ca3ac service neutron] 10.222.0.57 "GET /v2.0/networks/03313f33-10d1-4efe-ad7b-e30eb94ac64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747918 Dec 07 15:21:15.609021 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ff4af-dd8f-49ad-987d-b0c88fe1b86c req-0e7f46a7-e7d5-4f72-a9a8-52c43eef0a39 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:15.611131 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-021ff4af-dd8f-49ad-987d-b0c88fe1b86c req-0e7f46a7-e7d5-4f72-a9a8-52c43eef0a39 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.0968082 Dec 07 15:21:15.666939 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-021ff4af-dd8f-49ad-987d-b0c88fe1b86c req-604895e9-f768-4584-9b39-b435e289fc55 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491083 Dec 07 15:21:16.602526 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303e085-57dc-45cc-a970-2df4a8ba5ca7 req-57d0d11f-c93c-49b9-8bcb-a4fd4fc8be6c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:16.604251 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a303e085-57dc-45cc-a970-2df4a8ba5ca7 req-57d0d11f-c93c-49b9-8bcb-a4fd4fc8be6c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 943 time: 0.0962417 Dec 07 15:21:16.658452 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a303e085-57dc-45cc-a970-2df4a8ba5ca7 req-260dc3eb-6a15-4144-826c-28d50e94cb00 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472612 Dec 07 15:21:16.879297 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e576a10-7dae-42bf-bda2-53a479adedb5 req-1e5ecd9b-a533-4407-8c9f-171c24094e19 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:16.881020 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4e576a10-7dae-42bf-bda2-53a479adedb5 req-1e5ecd9b-a533-4407-8c9f-171c24094e19 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.0870721 Dec 07 15:21:16.934124 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4e576a10-7dae-42bf-bda2-53a479adedb5 req-be659c84-56bd-4c9f-b7c6-a657b5939505 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444176 Dec 07 15:21:18.049213 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102b28a-2a5a-4243-a589-6a471e1847fc req-7e29b301-f2ed-4868-86d3-a1af5d79a9aa tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:18.050929 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5102b28a-2a5a-4243-a589-6a471e1847fc req-7e29b301-f2ed-4868-86d3-a1af5d79a9aa tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 943 time: 0.2165473 Dec 07 15:21:18.190996 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5102b28a-2a5a-4243-a589-6a471e1847fc req-60a1d89d-fba4-44cf-8af1-4a5c7e4ae806 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326258 Dec 07 15:21:18.247002 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0537df-087b-4ed4-9e3b-13de5049e3f0 req-c50618c5-7d7e-4ffe-9c4a-75434bf32027 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:18.262517 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3c0537df-087b-4ed4-9e3b-13de5049e3f0 req-c50618c5-7d7e-4ffe-9c4a-75434bf32027 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1561341 Dec 07 15:21:18.345177 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3c0537df-087b-4ed4-9e3b-13de5049e3f0 req-d28ff4f9-a75b-4d4b-936c-fdb6a8e14318 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815616 Dec 07 15:21:19.660601 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d791be-adb2-4830-8109-30d771edbd36 req-87e0ff01-3c8d-40a3-bda7-f622629590db tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:19.662312 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f2d791be-adb2-4830-8109-30d771edbd36 req-87e0ff01-3c8d-40a3-bda7-f622629590db tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 943 time: 0.2622051 Dec 07 15:21:19.764851 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f2d791be-adb2-4830-8109-30d771edbd36 req-d25c290f-dc13-4ae7-bede-4970fdcc38fd tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771062 Dec 07 15:21:19.787831 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbadc6-919a-4fb9-840e-696989dba17d req-7cb585dc-8f00-4f41-b8f5-4aef25015bf5 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:19.789957 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b7dbadc6-919a-4fb9-840e-696989dba17d req-7cb585dc-8f00-4f41-b8f5-4aef25015bf5 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.2273901 Dec 07 15:21:19.869853 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b7dbadc6-919a-4fb9-840e-696989dba17d req-cd7e85ae-3bd5-4070-a921-2be4d540db06 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545194 Dec 07 15:21:21.205511 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba7066-6685-40fc-8be4-c61f6f89420c req-ae0d00fd-208c-43f1-91d6-59b578109718 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:21.214188 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cbba7066-6685-40fc-8be4-c61f6f89420c req-ae0d00fd-208c-43f1-91d6-59b578109718 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 943 time: 0.2057350 Dec 07 15:21:21.262253 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6813c-1838-419a-82c8-872c560fd5f2 req-0ef3d2c0-d1d4-4914-9835-429d6bca978f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:21.270429 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-37b6813c-1838-419a-82c8-872c560fd5f2 req-0ef3d2c0-d1d4-4914-9835-429d6bca978f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 946 time: 0.1826861 Dec 07 15:21:21.336138 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cbba7066-6685-40fc-8be4-c61f6f89420c req-12c703c6-b5e4-4693-a3c6-4627490812ca tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218777 Dec 07 15:21:21.368803 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-37b6813c-1838-419a-82c8-872c560fd5f2 req-6f96a43c-0229-4d72-8119-e83860e20a25 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972667 Dec 07 15:21:21.816143 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device edaef193-62ba-487a-93ff-6249cc7a8019 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:21:22.009718 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:22.049406 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8e3c53-f134-4f53-989f-39ce30b1135e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edaef193-62ba-487a-93ff-6249cc7a8019'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:21:22.079687 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port edaef193-62ba-487a-93ff-6249cc7a8019, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=edaef193-62ba-487a-93ff-6249cc7a8019,segment=NetworkSegment(850ed2b4-6abd-4b01-be99-8fc58ad6b4a5),segment_id=850ed2b4-6abd-4b01-be99-8fc58ad6b4a5)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:21:22.091160 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:22.094765 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8d63d75e-ce50-4843-93e8-dea464dfaf67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:22.164130 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8e3c53-f134-4f53-989f-39ce30b1135e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edaef193-62ba-487a-93ff-6249cc7a8019', 'code': 200} Dec 07 15:21:22.196918 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:22.219082 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=edaef193-62ba-487a-93ff-6249cc7a8019,revision_number=6']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:22.243712 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.244190 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.244743 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.245433 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.245824 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.246334 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.246708 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.247095 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.247581 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.248136 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.248505 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:22.261376 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:22.790705 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56c3e6-8713-4f25-87c9-d8237d8b6bc6 req-2b913d98-ff72-4f8f-8be0-1b32607ee9bb tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:22.797754 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4f56c3e6-8713-4f25-87c9-d8237d8b6bc6 req-2b913d98-ff72-4f8f-8be0-1b32607ee9bb tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 944 time: 0.1770926 Dec 07 15:21:22.854788 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5a374-005c-4cd2-9eb5-3b635e2e9ee1 req-0e428ca0-e11d-4e80-ab16-e7c853c11474 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:22.857170 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c7c5a374-005c-4cd2-9eb5-3b635e2e9ee1 req-0e428ca0-e11d-4e80-ab16-e7c853c11474 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 943 time: 0.3031492 Dec 07 15:21:22.963950 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c7c5a374-005c-4cd2-9eb5-3b635e2e9ee1 req-8ae7a970-3fd8-4384-ab38-e730916b2e0c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935643 Dec 07 15:21:22.977801 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4f56c3e6-8713-4f25-87c9-d8237d8b6bc6 req-4893923d-1a0e-4686-b11b-b831cc4af03d tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754031 Dec 07 15:21:24.442594 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55385e79-b27f-4263-99a7-84b12e4122be req-40b91654-0743-4b29-aaf4-83fe46822009 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:24.449582 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-55385e79-b27f-4263-99a7-84b12e4122be req-40b91654-0743-4b29-aaf4-83fe46822009 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 943 time: 0.2714379 Dec 07 15:21:24.505699 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936977d6-8d1e-45ae-84ba-1f25cee7b401 req-1d10b84e-7450-4f25-8793-8f0ffee9e950 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:24.507507 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-936977d6-8d1e-45ae-84ba-1f25cee7b401 req-1d10b84e-7450-4f25-8793-8f0ffee9e950 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 944 time: 0.2486730 Dec 07 15:21:24.521995 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-55385e79-b27f-4263-99a7-84b12e4122be req-9be1ad5f-4b88-4a39-93d6-725ef294ad9f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590975 Dec 07 15:21:24.596840 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-936977d6-8d1e-45ae-84ba-1f25cee7b401 req-76a5d8ec-495f-4442-a69f-54247fad8115 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736706 Dec 07 15:21:25.964637 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c2617-d998-4d71-8976-8ecff5aa1fc9 req-90bad93f-c694-45d2-b883-00b7b356b280 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:25.973129 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b41c2617-d998-4d71-8976-8ecff5aa1fc9 req-90bad93f-c694-45d2-b883-00b7b356b280 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 943 time: 0.1903329 Dec 07 15:21:26.021510 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03dce9-2669-469b-b531-90cde3a78538 req-224d6e89-f520-4f9d-8a44-85ddd1b55289 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:26.030013 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cc03dce9-2669-469b-b531-90cde3a78538 req-224d6e89-f520-4f9d-8a44-85ddd1b55289 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 944 time: 0.1865029 Dec 07 15:21:26.087000 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b41c2617-d998-4d71-8976-8ecff5aa1fc9 req-83a2adbf-ceb7-4439-9d26-9b574ecb69bb tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122565 Dec 07 15:21:26.093889 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cc03dce9-2669-469b-b531-90cde3a78538 req-31a6d6bc-8f63-449f-bdf4-78cd56cbb81c tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629022 Dec 07 15:21:27.569349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a2b1f-b76a-4f9b-a6e9-7a3759ed7b1e req-a8e02ff2-91a9-4b31-a1af-9736bb662abc tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:27.578395 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4a0a2b1f-b76a-4f9b-a6e9-7a3759ed7b1e req-a8e02ff2-91a9-4b31-a1af-9736bb662abc tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 943 time: 0.2658975 Dec 07 15:21:27.835015 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0966d-fc83-4731-905f-df0add22f084 req-cb1c0232-5308-4ab9-a322-aea8474c5f37 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:27.836630 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b0d0966d-fc83-4731-905f-df0add22f084 req-cb1c0232-5308-4ab9-a322-aea8474c5f37 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 944 time: 0.4254470 Dec 07 15:21:27.926248 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b0d0966d-fc83-4731-905f-df0add22f084 req-1fc6e580-331c-4167-adcd-d0ee0349ac4d tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790269 Dec 07 15:21:27.930597 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4a0a2b1f-b76a-4f9b-a6e9-7a3759ed7b1e req-1e6f2b4d-adce-4ec2-b14e-207aca51dceb tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507988 Dec 07 15:21:29.215591 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978296f-687a-4538-a6f6-26feb634411c req-2b2e0d13-c5e9-4c87-89a8-3ab888e00187 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:29.217201 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d978296f-687a-4538-a6f6-26feb634411c req-2b2e0d13-c5e9-4c87-89a8-3ab888e00187 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 944 time: 0.1179910 Dec 07 15:21:29.222955 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb5f5c-901a-47b8-bbdb-88b9df08ff9d req-32a9aa8a-1860-4e97-9ee1-6517d095a352 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:29.224437 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1abb5f5c-901a-47b8-bbdb-88b9df08ff9d req-32a9aa8a-1860-4e97-9ee1-6517d095a352 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 943 time: 0.1598108 Dec 07 15:21:29.249557 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa283677-abbf-45ea-acf6-0bbec85e8c4d req-60a4c3d4-ec15-47c1-9ca1-9ec7d49ce648 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:29.250484 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-aa283677-abbf-45ea-acf6-0bbec85e8c4d req-60a4c3d4-ec15-47c1-9ca1-9ec7d49ce648 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Synchronizing usage tracker for tenant:de405d4fc7024e7c8b6dff5a3da97043 on resource:port {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:21:29.265938 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-aa283677-abbf-45ea-acf6-0bbec85e8c4d req-60a4c3d4-ec15-47c1-9ca1-9ec7d49ce648 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Unset dirty status for tenant:de405d4fc7024e7c8b6dff5a3da97043 on resource:port {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:21:29.267214 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aa283677-abbf-45ea-acf6-0bbec85e8c4d req-60a4c3d4-ec15-47c1-9ca1-9ec7d49ce648 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 944 time: 0.1033180 Dec 07 15:21:29.300969 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d978296f-687a-4538-a6f6-26feb634411c req-4a1edb75-4431-4f4e-a2a5-a551b3ddfc52 tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/security-groups?id=79ca56f8-7a55-41b2-8367-48932e59bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754745 Dec 07 15:21:29.308721 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1abb5f5c-901a-47b8-bbdb-88b9df08ff9d req-85f74751-372f-4b14-ae6d-f0bbb63d66e9 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667369 Dec 07 15:21:29.342793 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-aa283677-abbf-45ea-acf6-0bbec85e8c4d req-c1e8e353-553e-4350-89f6-a27717b7941f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Deleting port edaef193-62ba-487a-93ff-6249cc7a8019 {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:21:29.343201 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-aa283677-abbf-45ea-acf6-0bbec85e8c4d req-c1e8e353-553e-4350-89f6-a27717b7941f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:29.605225 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-aa283677-abbf-45ea-acf6-0bbec85e8c4d req-c1e8e353-553e-4350-89f6-a27717b7941f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] For port edaef193-62ba-487a-93ff-6249cc7a8019, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=edaef193-62ba-487a-93ff-6249cc7a8019,segment=NetworkSegment(850ed2b4-6abd-4b01-be99-8fc58ad6b4a5),segment_id=850ed2b4-6abd-4b01-be99-8fc58ad6b4a5)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:21:29.605475 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-aa283677-abbf-45ea-acf6-0bbec85e8c4d req-c1e8e353-553e-4350-89f6-a27717b7941f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:29.730502 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-aa283677-abbf-45ea-acf6-0bbec85e8c4d req-c1e8e353-553e-4350-89f6-a27717b7941f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Calling delete_port for edaef193-62ba-487a-93ff-6249cc7a8019 owned by compute:nova {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:21:29.879530 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-aa283677-abbf-45ea-acf6-0bbec85e8c4d req-c1e8e353-553e-4350-89f6-a27717b7941f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:29.886495 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-67636e63-9c19-4b1f-ba5a-a35bccb79df9 tempest-DeleteServersTestJSON-1719029235 tempest-DeleteServersTestJSON-1719029235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:29.935977 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8e353-553e-4350-89f6-a27717b7941f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Pushing event deleted for resources: {'Port': ['ID=edaef193-62ba-487a-93ff-6249cc7a8019,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:29.939978 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c1e8e353-553e-4350-89f6-a27717b7941f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:30.016136 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa283677-abbf-45ea-acf6-0bbec85e8c4d req-c1e8e353-553e-4350-89f6-a27717b7941f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] No DVR routers for this DVR port edaef193-62ba-487a-93ff-6249cc7a8019 on host hv-cinder-82062 {{(pid=88188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:21:30.018991 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-aa283677-abbf-45ea-acf6-0bbec85e8c4d req-c1e8e353-553e-4350-89f6-a27717b7941f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:30.021913 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8e3c53-f134-4f53-989f-39ce30b1135e', 'name': 'network-vif-deleted', 'tag': 'edaef193-62ba-487a-93ff-6249cc7a8019'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:21:30.039432 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aa283677-abbf-45ea-acf6-0bbec85e8c4d req-c1e8e353-553e-4350-89f6-a27717b7941f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.57 "DELETE /v2.0/ports/edaef193-62ba-487a-93ff-6249cc7a8019 HTTP/1.1" status: 204 len: 173 time: 0.7643020 Dec 07 15:21:30.081475 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8e3c53-f134-4f53-989f-39ce30b1135e', 'name': 'network-vif-deleted', 'tag': 'edaef193-62ba-487a-93ff-6249cc7a8019', 'status': 'completed', 'code': 200} Dec 07 15:21:30.537277 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-277a1ad7-633e-409b-8312-99066a59b5fe req-407cd83b-ce8d-486c-b9a9-19e44c625f6e tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e8e3c53-f134-4f53-989f-39ce30b1135e HTTP/1.1" status: 200 len: 210 time: 0.0872064 Dec 07 15:21:30.601623 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a1c45-50a3-40f4-8f12-33a6c4b30467 req-b3d216a4-1139-4e63-8f9e-7859c87cd5ac tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:30.603593 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6c1a1c45-50a3-40f4-8f12-33a6c4b30467 req-b3d216a4-1139-4e63-8f9e-7859c87cd5ac tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 943 time: 0.1066046 Dec 07 15:21:30.653891 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6c1a1c45-50a3-40f4-8f12-33a6c4b30467 req-faad1d37-f640-4057-ac71-b6daff10a1ce tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430117 Dec 07 15:21:31.655740 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 60676) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:31.662784 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 60680) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:31.739701 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_v2 [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] Deleting subnet b100615f-ce5e-4597-a9af-c9992751847e {{(pid=88189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:21:31.742983 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:31.832921 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2085673'] for subnet, precommit_delete_associations {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:31.857404 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 764d23b1-67dd-443b-b9db-d183e7479081 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:21:31.914715 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3364380'] for subnet, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:31.978000 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef40e32-0762-4c3c-a34a-0ae2a46c97a3 req-2c5dd297-8988-406a-8bbf-70bdde3897c1 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:31.979622 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cef40e32-0762-4c3c-a34a-0ae2a46c97a3 req-2c5dd297-8988-406a-8bbf-70bdde3897c1 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 943 time: 0.1867647 Dec 07 15:21:32.014172 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 764d23b1-67dd-443b-b9db-d183e7479081, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=764d23b1-67dd-443b-b9db-d183e7479081,segment=NetworkSegment(4689addf-1078-4e77-829a-7ab41ad8e469),segment_id=4689addf-1078-4e77-829a-7ab41ad8e469)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:21:32.029650 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': '764d23b1-67dd-443b-b9db-d183e7479081', 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a', 'port_id': '764d23b1-67dd-443b-b9db-d183e7479081', 'mac_address': 'fa:16:3e:21:c3:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5323836-8704-4805-8b57-689bc0ca72e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:21:32.030190 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851411451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1906913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852795410'] for subnet, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:32.040007 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:32.083178 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b100615f-ce5e-4597-a9af-c9992751847e,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:32.087414 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-98ffc0b9-20c9-4e0f-8f6e-ae9be079bd1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:32.088883 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cef40e32-0762-4c3c-a34a-0ae2a46c97a3 req-6cd29834-7dd6-4c5f-bacb-501005a95989 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031930 Dec 07 15:21:32.097298 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:32.097885 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:32.101913 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:32.102389 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:32.102778 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:32.103171 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:32.103761 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:32.104262 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:32.104655 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:32.105046 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:32.105432 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:32.105818 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:32.106224 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:21:32.112121 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:32.114078 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-277b3c24-506e-4a65-8bb9-706afa8b0ca8 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/b100615f-ce5e-4597-a9af-c9992751847e HTTP/1.1" status: 204 len: 168 time: 0.4571548 Dec 07 15:21:32.116678 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 60688) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:32.121424 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764d23b1-67dd-443b-b9db-d183e7479081 {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:21:32.142322 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 764d23b1-67dd-443b-b9db-d183e7479081, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=764d23b1-67dd-443b-b9db-d183e7479081,segment=NetworkSegment(4689addf-1078-4e77-829a-7ab41ad8e469),segment_id=4689addf-1078-4e77-829a-7ab41ad8e469)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:21:32.147558 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:32.149922 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1e796769-c9a0-47f4-82b0-b89d2d23d63a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:32.240422 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-38ef2903-0d5a-4e62-acc4-fefc7e94933f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3327655'] for network, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:32.243850 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=764d23b1-67dd-443b-b9db-d183e7479081,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:32.249397 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:32.381127 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-38ef2903-0d5a-4e62-acc4-fefc7e94933f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3364997', 'neutron.services.segments.db._delete_segments_for_network-8744366564552'] for network, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:32.410817 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-38ef2903-0d5a-4e62-acc4-fefc7e94933f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3963a61-0ef5-4788-93ea-da66fd67ea19']}} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:32.413801 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['764d23b1-67dd-443b-b9db-d183e7479081'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:21:32.424378 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-38ef2903-0d5a-4e62-acc4-fefc7e94933f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71cf33f4-f3fb-4693-9891-b9522018dea5') {'for_net_delete': True} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:32.424721 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-38ef2903-0d5a-4e62-acc4-fefc7e94933f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71cf33f4-f3fb-4693-9891-b9522018dea5') {} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:32.437447 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-38ef2903-0d5a-4e62-acc4-fefc7e94933f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744366571481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852690144'] for segment, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:32.452456 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-38ef2903-0d5a-4e62-acc4-fefc7e94933f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:32.459098 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ef2903-0d5a-4e62-acc4-fefc7e94933f admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=88189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:21:32.459538 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-38ef2903-0d5a-4e62-acc4-fefc7e94933f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3367674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852868797'] for segment, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: Traceback (most recent call last): Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: timer() Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: cb(*args, **kw) Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: return func(*args, **kwargs) Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: self._notify() Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: self.callback(batched_events) Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: event.method(event) Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: segment_id)['aggregates'][0] Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: return f(self, *a, **k) Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: return self._get(url).json() Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: **kwargs) Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: return self.request(url, 'GET', **kwargs) Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: **endpoint_filter) Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:21:32.490276 dv-cinder-820628-1-smb neutron-server[88079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:21:32.558487 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-38ef2903-0d5a-4e62-acc4-fefc7e94933f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851410802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633852'] for network, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:32.562658 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:32.579666 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-38ef2903-0d5a-4e62-acc4-fefc7e94933f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:32.593400 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef2903-0d5a-4e62-acc4-fefc7e94933f admin admin] Pushing event deleted for resources: {'Network': ['ID=c3963a61-0ef5-4788-93ea-da66fd67ea19,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:32.601256 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-38ef2903-0d5a-4e62-acc4-fefc7e94933f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:32.617643 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-38ef2903-0d5a-4e62-acc4-fefc7e94933f admin admin] 10.222.0.71 "DELETE /v2.0/networks/c3963a61-0ef5-4788-93ea-da66fd67ea19 HTTP/1.1" status: 204 len: 168 time: 0.4897625 Dec 07 15:21:32.829866 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 60704) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:32.888779 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-20b5c033-329c-4039-9191-4e2488c74183 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3e81b9a464264f6499bb8d9ae9a86dd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0572860 Dec 07 15:21:32.891907 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 60708) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:32.957132 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4547989d-db11-4d9c-8e29-045fc9c5f6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:32.985483 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4547989d-db11-4d9c-8e29-045fc9c5f6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:33.017080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-98ffc0b9-20c9-4e0f-8f6e-ae9be079bd1e admin admin] Deleting port a35d8e01-fe8f-46a6-a24d-9533f1e77c9e {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:21:33.017482 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-98ffc0b9-20c9-4e0f-8f6e-ae9be079bd1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:33.042127 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4547989d-db11-4d9c-8e29-045fc9c5f6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:33.047503 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8b5a21db-0ef7-4d27-9b15-423ed52aa1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:33.063547 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547989d-db11-4d9c-8e29-045fc9c5f6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497d8adb-6a8b-42dc-a51c-4e423fb047c4,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:33.066453 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4547989d-db11-4d9c-8e29-045fc9c5f6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:33.082974 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4547989d-db11-4d9c-8e29-045fc9c5f6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:33.084240 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-4547989d-db11-4d9c-8e29-045fc9c5f6d9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/497d8adb-6a8b-42dc-a51c-4e423fb047c4 HTTP/1.1" status: 204 len: 168 time: 0.1912398 Dec 07 15:21:33.246122 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-98ffc0b9-20c9-4e0f-8f6e-ae9be079bd1e admin admin] For port a35d8e01-fe8f-46a6-a24d-9533f1e77c9e, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=a35d8e01-fe8f-46a6-a24d-9533f1e77c9e,segment=NetworkSegment(850ed2b4-6abd-4b01-be99-8fc58ad6b4a5),segment_id=850ed2b4-6abd-4b01-be99-8fc58ad6b4a5)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:21:33.246122 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-98ffc0b9-20c9-4e0f-8f6e-ae9be079bd1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:33.389974 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e9904-a951-4de0-9242-decb046629df req-212ee77d-55ae-4757-b91e-027dd21ba9d0 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:33.392255 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-573e9904-a951-4de0-9242-decb046629df req-212ee77d-55ae-4757-b91e-027dd21ba9d0 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 944 time: 0.1187282 Dec 07 15:21:33.425179 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-98ffc0b9-20c9-4e0f-8f6e-ae9be079bd1e admin admin] Calling delete_port for a35d8e01-fe8f-46a6-a24d-9533f1e77c9e owned by network:router_interface {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:21:33.448939 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-573e9904-a951-4de0-9242-decb046629df req-b7ce9584-1553-423d-b6a4-a31884909a43 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494828 Dec 07 15:21:33.777192 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-98ffc0b9-20c9-4e0f-8f6e-ae9be079bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:33.780878 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:33.823561 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffc0b9-20c9-4e0f-8f6e-ae9be079bd1e admin admin] Pushing event deleted for resources: {'Port': ['ID=a35d8e01-fe8f-46a6-a24d-9533f1e77c9e,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:33.826125 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-98ffc0b9-20c9-4e0f-8f6e-ae9be079bd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:33.877798 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 764d23b1-67dd-443b-b9db-d183e7479081 up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:21:33.949215 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning for port 764d23b1-67dd-443b-b9db-d183e7479081 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:21:33.954369 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port 764d23b1-67dd-443b-b9db-d183e7479081 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:21:33.954801 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:34.067349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-98ffc0b9-20c9-4e0f-8f6e-ae9be079bd1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850717652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:34.078380 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:34.107825 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02004e35-4243-44a2-967d-e2b18c0197cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764d23b1-67dd-443b-b9db-d183e7479081'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:21:34.118316 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 764d23b1-67dd-443b-b9db-d183e7479081, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=764d23b1-67dd-443b-b9db-d183e7479081,segment=NetworkSegment(4689addf-1078-4e77-829a-7ab41ad8e469),segment_id=4689addf-1078-4e77-829a-7ab41ad8e469)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:21:34.122232 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:34.124297 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:34.172132 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02004e35-4243-44a2-967d-e2b18c0197cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764d23b1-67dd-443b-b9db-d183e7479081', 'code': 200} Dec 07 15:21:34.194627 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=764d23b1-67dd-443b-b9db-d183e7479081,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:34.197903 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:34.528240 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3e85467a-f0b3-4952-a0d8-1c4906030b9d req-26b0da45-812f-439f-a123-fdbbe93aa2ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 1098 time: 0.1878803 Dec 07 15:21:34.655681 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3e85467a-f0b3-4952-a0d8-1c4906030b9d req-fac9d203-3150-4a70-8c02-0653969a046f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204414 Dec 07 15:21:34.696761 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a18cba-dbd5-4738-8073-6ce058378764 req-ac1f8c08-20ff-4455-ad97-48ccb51542e5 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:34.698434 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-04a18cba-dbd5-4738-8073-6ce058378764 req-ac1f8c08-20ff-4455-ad97-48ccb51542e5 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 945 time: 0.1003146 Dec 07 15:21:34.751931 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-04a18cba-dbd5-4738-8073-6ce058378764 req-b7676660-ce4f-4a56-a142-3a0f8f85573c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462639 Dec 07 15:21:34.997468 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ffc0b9-20c9-4e0f-8f6e-ae9be079bd1e admin admin] Router bc10f95c-7d18-4af4-99ac-fb2b6cdf2405 has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:21:35.215255 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ffc0b9-20c9-4e0f-8f6e-ae9be079bd1e admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:21:35.226688 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b0f8c1-d954-49cc-9205-1f5fc195ccdc None None] Sync routers for ids ['bc10f95c-7d18-4af4-99ac-fb2b6cdf2405'] in dv-cinder-820628-1-smb {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:21:35.230105 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-98ffc0b9-20c9-4e0f-8f6e-ae9be079bd1e admin admin] 10.222.0.71 "PUT /v2.0/routers/bc10f95c-7d18-4af4-99ac-fb2b6cdf2405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5661161 Dec 07 15:21:35.240067 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 60732) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:35.241080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b0f8c1-d954-49cc-9205-1f5fc195ccdc None None] Routers {'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:21:35.241756 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-b7b0f8c1-d954-49cc-9205-1f5fc195ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:21:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['bc10f95c-7d18-4af4-99ac-fb2b6cdf2405'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:35.459435 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c58699a-f6fd-41db-8735-9eeb9763016f admin admin] Notify callbacks [] for router, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:35.579674 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-b7b0f8c1-d954-49cc-9205-1f5fc195ccdc None None] Set router bc10f95c-7d18-4af4-99ac-fb2b6cdf2405 gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:21:35.709799 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c58699a-f6fd-41db-8735-9eeb9763016f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:35.730903 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-6c58699a-f6fd-41db-8735-9eeb9763016f admin admin] Deleting port b0648e83-2a05-4e90-b3b3-dde71eaa3eb0 {{(pid=88189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:21:35.731319 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c58699a-f6fd-41db-8735-9eeb9763016f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:35.890782 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-b7b0f8c1-d954-49cc-9205-1f5fc195ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'name': 'tempest-ServerRescueNegativeTestJSON-916959264-router', 'tenant_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.211'}], 'enable_snat': True}, 'gw_port_id': 'b0648e83-2a05-4e90-b3b3-dde71eaa3eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:21:33Z', 'revision_number': 5, 'project_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'gw_port': {'id': 'b0648e83-2a05-4e90-b3b3-dde71eaa3eb0', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:35.894893 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b0f8c1-d954-49cc-9205-1f5fc195ccdc None None] Checking router: bc10f95c-7d18-4af4-99ac-fb2b6cdf2405 for host: dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:21:35.905850 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b0f8c1-d954-49cc-9205-1f5fc195ccdc None None] Routers {'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:21:35.906550 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-b7b0f8c1-d954-49cc-9205-1f5fc195ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:21:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['bc10f95c-7d18-4af4-99ac-fb2b6cdf2405'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:35.991458 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-6c58699a-f6fd-41db-8735-9eeb9763016f admin admin] For port b0648e83-2a05-4e90-b3b3-dde71eaa3eb0, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=b0648e83-2a05-4e90-b3b3-dde71eaa3eb0,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:21:35.991722 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c58699a-f6fd-41db-8735-9eeb9763016f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:36.073225 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-b7b0f8c1-d954-49cc-9205-1f5fc195ccdc None None] Set router bc10f95c-7d18-4af4-99ac-fb2b6cdf2405 gateway port host: None {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:21:36.194955 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-b7b0f8c1-d954-49cc-9205-1f5fc195ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'name': 'tempest-ServerRescueNegativeTestJSON-916959264-router', 'tenant_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:21:35Z', 'revision_number': 6, 'project_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'gw_port_host': None}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:36.199995 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b0f8c1-d954-49cc-9205-1f5fc195ccdc None None] The sync data for ids ['bc10f95c-7d18-4af4-99ac-fb2b6cdf2405'] in dv-cinder-820628-1-smb is: [{'id': 'bc10f95c-7d18-4af4-99ac-fb2b6cdf2405', 'name': 'tempest-ServerRescueNegativeTestJSON-916959264-router', 'tenant_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:21:35Z', 'revision_number': 6, 'project_id': 'de405d4fc7024e7c8b6dff5a3da97043', 'gw_port_host': None}] {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:21:36.323077 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-6c58699a-f6fd-41db-8735-9eeb9763016f admin admin] Calling delete_port for b0648e83-2a05-4e90-b3b3-dde71eaa3eb0 owned by network:router_gateway {{(pid=88189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:21:36.400218 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device a35d8e01-fe8f-46a6-a24d-9533f1e77c9e no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:21:36.437946 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: a35d8e01-fe8f-46a6-a24d-9533f1e77c9e {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:21:36.438377 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device a35d8e01-fe8f-46a6-a24d-9533f1e77c9e not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:21:36.545012 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf50c2-4abc-4164-966c-3201639f0e20 req-470dec4e-cfc1-412f-9186-f7933dada47d tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:36.546696 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aebf50c2-4abc-4164-966c-3201639f0e20 req-470dec4e-cfc1-412f-9186-f7933dada47d tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 945 time: 0.6154199 Dec 07 15:21:36.617395 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aebf50c2-4abc-4164-966c-3201639f0e20 req-cb0913e9-13e6-4deb-91b1-d2194be287f2 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639393 Dec 07 15:21:36.688583 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c58699a-f6fd-41db-8735-9eeb9763016f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:36.692633 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a0ff0fc3-7c8e-41f7-a9a1-7fc9e635e9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:36.735226 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58699a-f6fd-41db-8735-9eeb9763016f admin admin] Pushing event deleted for resources: {'Port': ['ID=b0648e83-2a05-4e90-b3b3-dde71eaa3eb0,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:36.739664 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6c58699a-f6fd-41db-8735-9eeb9763016f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:37.034540 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c58699a-f6fd-41db-8735-9eeb9763016f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854142190'] for router_gateway, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:37.099592 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36244f-932e-4fb5-a08d-316f8101ae96 req-d792d2e4-727c-4ca3-8f93-1ec4764adad1 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:37.101270 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9a36244f-932e-4fb5-a08d-316f8101ae96 req-d792d2e4-727c-4ca3-8f93-1ec4764adad1 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 945 time: 0.3346043 Dec 07 15:21:37.347957 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c58699a-f6fd-41db-8735-9eeb9763016f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854208132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100673'] for router, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:37.352241 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9a36244f-932e-4fb5-a08d-316f8101ae96 req-838c58e3-c242-4efc-b0bd-e872f42a3f82 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902580 Dec 07 15:21:37.355511 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c58699a-f6fd-41db-8735-9eeb9763016f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:37.448026 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c58699a-f6fd-41db-8735-9eeb9763016f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854208238'] for router, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:37.448670 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c58699a-f6fd-41db-8735-9eeb9763016f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc10f95c-7d18-4af4-99ac-fb2b6cdf2405 {{(pid=88189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 15:21:37.463095 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c58699a-f6fd-41db-8735-9eeb9763016f admin admin] Notify callbacks [] for router, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:37.464450 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-6c58699a-f6fd-41db-8735-9eeb9763016f admin admin] 10.222.0.71 "DELETE /v2.0/routers/bc10f95c-7d18-4af4-99ac-fb2b6cdf2405 HTTP/1.1" status: 204 len: 168 time: 2.2231960 Dec 07 15:21:37.467376 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 60754) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:37.548675 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ab96f3-3b5a-47ca-9a0e-27716ea9b25b admin admin] Deleting subnet 14b5a408-1ee6-4316-94e2-f5e7198dad0f {{(pid=88189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:21:37.552430 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-38ab96f3-3b5a-47ca-9a0e-27716ea9b25b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:37.605868 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-38ab96f3-3b5a-47ca-9a0e-27716ea9b25b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2085673'] for subnet, precommit_delete_associations {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:37.669651 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-38ab96f3-3b5a-47ca-9a0e-27716ea9b25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3364380'] for subnet, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:37.789502 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-38ab96f3-3b5a-47ca-9a0e-27716ea9b25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851411451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1906913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852795410'] for subnet, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:37.801987 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:37.841906 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab96f3-3b5a-47ca-9a0e-27716ea9b25b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14b5a408-1ee6-4316-94e2-f5e7198dad0f,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:37.846312 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-38ab96f3-3b5a-47ca-9a0e-27716ea9b25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:37.852894 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-38ab96f3-3b5a-47ca-9a0e-27716ea9b25b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:37.862916 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-38ab96f3-3b5a-47ca-9a0e-27716ea9b25b admin admin] 10.222.0.71 "DELETE /v2.0/subnets/14b5a408-1ee6-4316-94e2-f5e7198dad0f HTTP/1.1" status: 204 len: 168 time: 0.3941667 Dec 07 15:21:37.865863 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 60760) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:37.879035 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8f34e-55dc-4cc9-940f-c26f7e2a09cd req-fb8e86c2-dff9-4d54-8203-37bbe412abea tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:37.880645 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-81a8f34e-55dc-4cc9-940f-c26f7e2a09cd req-fb8e86c2-dff9-4d54-8203-37bbe412abea tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 945 time: 0.1482253 Dec 07 15:21:37.931811 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-81a8f34e-55dc-4cc9-940f-c26f7e2a09cd req-7bf21e05-6009-48df-969f-3ac4034ef7de tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439670 Dec 07 15:21:37.983861 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3327655'] for network, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:38.124352 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3364997', 'neutron.services.segments.db._delete_segments_for_network-8744366564552'] for network, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:38.152409 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88188) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:21:38.152822 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88188) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:21:38.153627 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88188) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:21:38.154023 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Subscribe: > port after_create 55550000 {{(pid=88188) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:21:38.154368 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88188) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:21:38.154739 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Subscribe: > port after_update 55550000 {{(pid=88188) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:21:38.155062 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88188) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:21:38.155391 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88188) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:21:38.155727 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88188) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:21:38.156091 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88188) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:21:38.291837 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88188) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:21:38.291837 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88188) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:21:38.292154 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88188) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:21:38.292260 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88188) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 15:21:38.292662 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c1c9a3-d42f-40c3-a885-61e13afc60b5']}} {{(pid=88188) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:38.307145 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850ed2b4-6abd-4b01-be99-8fc58ad6b4a5') {'for_net_delete': True} {{(pid=88188) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:38.307478 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850ed2b4-6abd-4b01-be99-8fc58ad6b4a5') {} {{(pid=88188) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:38.320350 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744366571481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994255'] for segment, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:38.336746 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:38.344407 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=88188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:21:38.345026 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3367674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848252903'] for segment, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: (self, other), Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: (self, other), Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: Traceback (most recent call last): Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: timer() Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: cb(*args, **kw) Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: return func(*args, **kwargs) Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: self._notify() Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: self.callback(batched_events) Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: event.method(event) Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: segment_id)['aggregates'][0] Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: return f(self, *a, **k) Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: return self._get(url).json() Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: **kwargs) Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: return self.request(url, 'GET', **kwargs) Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: **endpoint_filter) Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:21:38.381720 dv-cinder-820628-1-smb neutron-server[88079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:21:38.458888 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device b0648e83-2a05-4e90-b3b3-dde71eaa3eb0 no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:21:38.490579 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851410802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633852'] for network, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:38.499121 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d28a69ac-1f5d-4f37-b4af-e82720ff2ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:38.508223 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: b0648e83-2a05-4e90-b3b3-dde71eaa3eb0 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:21:38.508597 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device b0648e83-2a05-4e90-b3b3-dde71eaa3eb0 not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:21:38.526301 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:38.537393 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Pushing event deleted for resources: {'Network': ['ID=69c1c9a3-d42f-40c3-a885-61e13afc60b5,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:38.540521 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:38.550647 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] 10.222.0.71 "DELETE /v2.0/networks/69c1c9a3-d42f-40c3-a885-61e13afc60b5 HTTP/1.1" status: 204 len: 168 time: 0.6834311 Dec 07 15:21:38.552406 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce9ab-aa9d-4e4e-b771-00f32100ed84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:38.652594 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 60780) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:38.768325 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 60786) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:38.816019 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cea248ec-23d8-4a3d-bb3c-866323205096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:38.868247 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a5d2e6eb-66f5-4422-a181-5281720d7345 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=de405d4fc7024e7c8b6dff5a3da97043&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0986063 Dec 07 15:21:38.869495 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-cea248ec-23d8-4a3d-bb3c-866323205096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:38.871579 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 60790) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:38.873886 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-cea248ec-23d8-4a3d-bb3c-866323205096 admin admin] Usage tracker for resource:security_group_rule and tenant:66c00d6581da4319af13d834507d7c5c is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:38.876998 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-cea248ec-23d8-4a3d-bb3c-866323205096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:38.883189 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-cea248ec-23d8-4a3d-bb3c-866323205096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:38.936106 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9fd818dc-bcbc-40b9-9dab-b9ff67e58318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:38.959106 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cea248ec-23d8-4a3d-bb3c-866323205096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:38.962245 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9fd818dc-bcbc-40b9-9dab-b9ff67e58318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:38.962514 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cea248ec-23d8-4a3d-bb3c-866323205096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:38.969316 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-acb40d6e-f06b-4391-af06-c901119cf13a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:39.007378 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9fd818dc-bcbc-40b9-9dab-b9ff67e58318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:39.011307 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bac3f599-5f14-4370-8834-fb58b151565b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:39.015632 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea248ec-23d8-4a3d-bb3c-866323205096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418ae2ba-5882-4992-aa4d-156c3b580209,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:39.019021 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-cea248ec-23d8-4a3d-bb3c-866323205096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:39.025522 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-cea248ec-23d8-4a3d-bb3c-866323205096 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=66c00d6581da4319af13d834507d7c5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3688090 Dec 07 15:21:39.025897 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 60794) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:39.026710 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd818dc-bcbc-40b9-9dab-b9ff67e58318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ca56f8-7a55-41b2-8367-48932e59bd3d,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:39.029787 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9fd818dc-bcbc-40b9-9dab-b9ff67e58318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:39.036958 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9fd818dc-bcbc-40b9-9dab-b9ff67e58318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:39.038294 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9fd818dc-bcbc-40b9-9dab-b9ff67e58318 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/79ca56f8-7a55-41b2-8367-48932e59bd3d HTTP/1.1" status: 204 len: 168 time: 0.1655359 Dec 07 15:21:39.095800 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8b339a47-f856-415e-945b-4c11873a3ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:39.123675 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8b339a47-f856-415e-945b-4c11873a3ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:39.170472 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8b339a47-f856-415e-945b-4c11873a3ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:39.175775 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f7ce5817-36d1-442b-86f9-efcf57ff6610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:39.190002 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b339a47-f856-415e-945b-4c11873a3ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418ae2ba-5882-4992-aa4d-156c3b580209,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:39.192803 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8b339a47-f856-415e-945b-4c11873a3ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:39.194339 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8b339a47-f856-415e-945b-4c11873a3ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:39.195589 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-8b339a47-f856-415e-945b-4c11873a3ed5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/418ae2ba-5882-4992-aa4d-156c3b580209 HTTP/1.1" status: 204 len: 168 time: 0.1686053 Dec 07 15:21:39.677640 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:40.664773 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-429d0476-012f-4228-890d-b376edb44ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:41.282240 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:42.579131 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:43.167360 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c0b9f-cf26-4189-af40-02899a471a00 req-5067adcb-95c6-4395-9f6f-4a8e1c6f0870 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:43.169045 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-750c0b9f-cf26-4189-af40-02899a471a00 req-5067adcb-95c6-4395-9f6f-4a8e1c6f0870 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 945 time: 0.0922554 Dec 07 15:21:43.219098 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-750c0b9f-cf26-4189-af40-02899a471a00 req-b8f5ee5a-f820-40ec-81a8-62c488796c95 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434778 Dec 07 15:21:43.267870 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 60878) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:43.568259 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-aadad28d-1da2-4538-90c3-c8fe3d5d87f8 tempest-TestMinimumBasicScenario-1155662218 tempest-TestMinimumBasicScenario-1155662218-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 1093 time: 0.2960341 Dec 07 15:21:43.568514 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 60890) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:43.574309 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Request body: {'floatingip': {'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'port_id': '764d23b1-67dd-443b-b9db-d183e7479081', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:43.580298 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:43.584546 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Usage tracker for resource:floatingip and tenant:8440c70a568a4a21bfaca3e4aa7c27ca is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:43.587666 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:43.594193 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:43.605741 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for floatingip, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:43.758078 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:43.778532 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 60896) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:43.900687 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Allocated IP 172.28.3.79 (0cb2958e-4db2-4f1d-a7f8-4af501c24e74/9e328c0c-452d-4ff2-b18b-159a0ad8dec1/85c01f47-d512-46e0-95ec-502443e01e03) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:21:43.938494 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a6dab85d-b2cd-4506-8c39-e94ed98c4512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:43.972239 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a6dab85d-b2cd-4506-8c39-e94ed98c4512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:43.976355 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a6dab85d-b2cd-4506-8c39-e94ed98c4512 admin admin] Usage tracker for resource:security_group_rule and tenant:f2b8b0b4247e41af85f7be99c6dca016 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:43.979359 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a6dab85d-b2cd-4506-8c39-e94ed98c4512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:43.985928 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a6dab85d-b2cd-4506-8c39-e94ed98c4512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:44.056285 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a6dab85d-b2cd-4506-8c39-e94ed98c4512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:44.057363 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:44.060143 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a6dab85d-b2cd-4506-8c39-e94ed98c4512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:44.067073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7e4ee317-fad9-4bba-ae77-53aa4a95cf07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:44.087621 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:44.092245 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:44.108233 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dab85d-b2cd-4506-8c39-e94ed98c4512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd4b437-5725-49cc-b70a-946db7c78769,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:44.111801 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a6dab85d-b2cd-4506-8c39-e94ed98c4512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:44.117232 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a6dab85d-b2cd-4506-8c39-e94ed98c4512 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f2b8b0b4247e41af85f7be99c6dca016&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3348267 Dec 07 15:21:44.118177 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 60902) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:44.165426 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:21:44.168469 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:21:44.171190 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:21:44.191528 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e038-0723-4e6a-8bdb-fe579ed04ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:44.207221 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Pushing event updated for resources: {'Port': ['ID=85c01f47-d512-46e0-95ec-502443e01e03,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:44.210195 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:44.218459 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e038-0723-4e6a-8bdb-fe579ed04ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:44.265204 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e038-0723-4e6a-8bdb-fe579ed04ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:44.269238 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bfb21378-07da-4519-ab1f-a87043917eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:44.281463 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1e038-0723-4e6a-8bdb-fe579ed04ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd4b437-5725-49cc-b70a-946db7c78769,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:44.283965 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1ad1e038-0723-4e6a-8bdb-fe579ed04ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:44.290653 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e038-0723-4e6a-8bdb-fe579ed04ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:44.291928 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-1ad1e038-0723-4e6a-8bdb-fe579ed04ea0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bfd4b437-5725-49cc-b70a-946db7c78769 HTTP/1.1" status: 204 len: 168 time: 0.1734574 Dec 07 15:21:44.715763 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:44.777204 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:45.005436 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for port, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:45.009430 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6523332'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:45.015009 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c1e8e353-553e-4350-89f6-a27717b7941f tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:45.127699 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Pushing event updated for resources: {'Port': ['ID=85c01f47-d512-46e0-95ec-502443e01e03,revision_number=2']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:45.133723 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:45.145640 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633837'] for floatingip, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:45.379218 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.l3_db [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Floating IP 34a84f4a-fdaa-45d3-8e1b-718ed1649218 associated. External IP: 172.28.3.79, port: 764d23b1-67dd-443b-b9db-d183e7479081. Dec 07 15:21:46.046924 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Router 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:21:46.266183 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:21:46.276547 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca2491-12b4-445e-bfc0-9985a30710e9 None None] Sync routers for ids ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'] in dv-cinder-820628-1-smb {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:21:46.289350 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccca2491-12b4-445e-bfc0-9985a30710e9 None None] Routers {'11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:21:46.290228 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-ccca2491-12b4-445e-bfc0-9985a30710e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:21:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:46.292149 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for floatingip, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:46.351142 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7807002 Dec 07 15:21:46.351142 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02004e35-4243-44a2-967d-e2b18c0197cc', 'tag': '764d23b1-67dd-443b-b9db-d183e7479081'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:21:46.353787 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 60948) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:46.379324 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-fa0eb92e-7bda-45c1-978b-1c108eed7c84 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-256778669', 'description': 'tempest-secgroup-smoke-256778669 description', 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:46.405103 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-fa0eb92e-7bda-45c1-978b-1c108eed7c84 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:46.425321 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-fa0eb92e-7bda-45c1-978b-1c108eed7c84 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:46.439075 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb92e-7bda-45c1-978b-1c108eed7c84 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:46.448351 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02004e35-4243-44a2-967d-e2b18c0197cc', 'tag': '764d23b1-67dd-443b-b9db-d183e7479081', 'status': 'completed', 'code': 200} Dec 07 15:21:46.484972 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-fa0eb92e-7bda-45c1-978b-1c108eed7c84 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:46.489347 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-fa0eb92e-7bda-45c1-978b-1c108eed7c84 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Usage tracker for resource:security_group_rule and tenant:8440c70a568a4a21bfaca3e4aa7c27ca is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:46.492861 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-fa0eb92e-7bda-45c1-978b-1c108eed7c84 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:46.500661 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-fa0eb92e-7bda-45c1-978b-1c108eed7c84 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:46.505454 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-ccca2491-12b4-445e-bfc0-9985a30710e9 None None] Set router 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:21:46.576117 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb92e-7bda-45c1-978b-1c108eed7c84 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:46.579348 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-295133bc-6b0f-4da9-a7bc-9ba609de5bb8 req-1caa1309-2e30-431e-a137-a87ee2a8900c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8440c70a568a4a21bfaca3e4aa7c27ca&device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 1098 time: 0.1069167 Dec 07 15:21:46.581283 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb92e-7bda-45c1-978b-1c108eed7c84 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:46.587147 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ea12ff4f-e215-462f-93eb-82ec35508345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:46.773617 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295133bc-6b0f-4da9-a7bc-9ba609de5bb8 req-6f02ad27-dca8-4a44-8c5f-558aab991201 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:46.776291 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-295133bc-6b0f-4da9-a7bc-9ba609de5bb8 req-6f02ad27-dca8-4a44-8c5f-558aab991201 service neutron] 10.222.0.57 "GET /v2.0/networks?id=03313f33-10d1-4efe-ad7b-e30eb94ac64a HTTP/1.1" status: 200 len: 916 time: 0.1896162 Dec 07 15:21:46.836118 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0eb92e-7bda-45c1-978b-1c108eed7c84 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc54280-9ba3-4987-a356-0020feabbc30,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:46.839409 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-fa0eb92e-7bda-45c1-978b-1c108eed7c84 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:46.849838 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb92e-7bda-45c1-978b-1c108eed7c84 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:46.851284 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-fa0eb92e-7bda-45c1-978b-1c108eed7c84 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4962862 Dec 07 15:21:46.854633 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 60960) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:46.875539 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-62160c3d-da9d-4aa1-8e98-0ee78a145b91 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Request body: {'security_group_rule': {'security_group_id': '8fc54280-9ba3-4987-a356-0020feabbc30', 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:46.884052 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-62160c3d-da9d-4aa1-8e98-0ee78a145b91 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:46.892834 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-62160c3d-da9d-4aa1-8e98-0ee78a145b91 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Usage tracker for resource:security_group_rule and tenant:8440c70a568a4a21bfaca3e4aa7c27ca is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:46.897650 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-62160c3d-da9d-4aa1-8e98-0ee78a145b91 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:46.907212 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-62160c3d-da9d-4aa1-8e98-0ee78a145b91 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:46.928102 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-295133bc-6b0f-4da9-a7bc-9ba609de5bb8 req-308a1961-b913-436e-86d5-e679b9bd7d59 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=764d23b1-67dd-443b-b9db-d183e7479081 HTTP/1.1" status: 200 len: 998 time: 0.1442902 Dec 07 15:21:46.937373 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-ccca2491-12b4-445e-bfc0-9985a30710e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'name': 'tempest-TestMinimumBasicScenario-1196404989-router', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:32Z', 'updated_at': '2021-12-07T15:20:39Z', 'revision_number': 4, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'gw_port': {'id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:34Z', 'updated_at': '2021-12-07T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_floatingips': [{'id': '34a84f4a-fdaa-45d3-8e1b-718ed1649218', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'floating_ip_address': '172.28.3.79', 'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'router_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'port_id': '764d23b1-67dd-443b-b9db-d183e7479081', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a', 'mac_address': 'fa:16:3e:21:c3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02004e35-4243-44a2-967d-e2b18c0197cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:21:44Z', 'updated_at': '2021-12-07T15:21:44Z', 'revision_number': 0, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214c8492-e6c8-4017-b030-6383885f2cbe', 'name': '', 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'mac_address': 'fa:16:3e:c3:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5323836-8704-4805-8b57-689bc0ca72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:37Z', 'updated_at': '2021-12-07T15:20:49Z', 'revision_number': 5, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'subnets': [{'id': 'd5323836-8704-4805-8b57-689bc0ca72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:46.941740 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca2491-12b4-445e-bfc0-9985a30710e9 None None] Checking router: 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 for host: dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:21:46.955028 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccca2491-12b4-445e-bfc0-9985a30710e9 None None] Routers {'11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:21:46.955931 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-ccca2491-12b4-445e-bfc0-9985a30710e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:21:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:46.979752 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-62160c3d-da9d-4aa1-8e98-0ee78a145b91 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:47.024422 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda9fd6-25cb-410c-a5bc-bc55e891dc07 req-869243cc-9f93-427e-a1d4-90313d385112 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:47.026649 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bcda9fd6-25cb-410c-a5bc-bc55e891dc07 req-869243cc-9f93-427e-a1d4-90313d385112 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 946 time: 0.0930696 Dec 07 15:21:47.074292 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-62160c3d-da9d-4aa1-8e98-0ee78a145b91 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:47.078927 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-62160c3d-da9d-4aa1-8e98-0ee78a145b91 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:47.086426 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:47.098645 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bcda9fd6-25cb-410c-a5bc-bc55e891dc07 req-55842376-aa6c-4bdf-8e46-ce70ed03d346 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642405 Dec 07 15:21:47.116985 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295133bc-6b0f-4da9-a7bc-9ba609de5bb8 req-b1afa76f-606b-417b-baf6-e20384c57e08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:47.118812 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-295133bc-6b0f-4da9-a7bc-9ba609de5bb8 req-b1afa76f-606b-417b-baf6-e20384c57e08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5323836-8704-4805-8b57-689bc0ca72e4 HTTP/1.1" status: 200 len: 854 time: 0.1830931 Dec 07 15:21:47.124486 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62160c3d-da9d-4aa1-8e98-0ee78a145b91 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1afaa174-bc7d-44a1-ad7a-15d7ff10cda1,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:47.169445 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-62160c3d-da9d-4aa1-8e98-0ee78a145b91 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:47.182169 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-62160c3d-da9d-4aa1-8e98-0ee78a145b91 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:47.186808 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-62160c3d-da9d-4aa1-8e98-0ee78a145b91 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3280766 Dec 07 15:21:47.186808 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 60970) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:47.193775 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-6e435a11-5128-4b54-97c1-c26b0fb9456f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Request body: {'security_group_rule': {'security_group_id': '8fc54280-9ba3-4987-a356-0020feabbc30', 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:47.202235 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-6e435a11-5128-4b54-97c1-c26b0fb9456f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:47.208698 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-6e435a11-5128-4b54-97c1-c26b0fb9456f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Usage tracker for resource:security_group_rule and tenant:8440c70a568a4a21bfaca3e4aa7c27ca is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:47.220198 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-6e435a11-5128-4b54-97c1-c26b0fb9456f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:47.229327 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-6e435a11-5128-4b54-97c1-c26b0fb9456f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:47.253067 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-295133bc-6b0f-4da9-a7bc-9ba609de5bb8 req-3c3e4efd-723e-4e9d-91ee-6edb8a20450a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=03313f33-10d1-4efe-ad7b-e30eb94ac64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1226978 Dec 07 15:21:47.256595 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6e435a11-5128-4b54-97c1-c26b0fb9456f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:47.342203 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-ccca2491-12b4-445e-bfc0-9985a30710e9 None None] Set router 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:21:47.456827 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6e435a11-5128-4b54-97c1-c26b0fb9456f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:47.461223 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-295133bc-6b0f-4da9-a7bc-9ba609de5bb8 req-9c70880f-3f65-4853-a802-4a7c2104d464 service neutron] 10.222.0.57 "GET /v2.0/networks/03313f33-10d1-4efe-ad7b-e30eb94ac64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943283 Dec 07 15:21:47.462456 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6e435a11-5128-4b54-97c1-c26b0fb9456f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:47.471937 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5bc9d53b-bdb3-4c52-bf3d-9587624b3aed tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:47.537251 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e435a11-5128-4b54-97c1-c26b0fb9456f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5710fce-6a42-4f3d-972c-5455029b90c4,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:47.539958 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6e435a11-5128-4b54-97c1-c26b0fb9456f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:47.550130 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6e435a11-5128-4b54-97c1-c26b0fb9456f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:47.551699 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-6e435a11-5128-4b54-97c1-c26b0fb9456f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3639102 Dec 07 15:21:47.555300 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 60976) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:47.575841 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-df4f8e96-2b31-4f4b-a354-4dcfb835450d tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Request body: {'security_group_rule': {'security_group_id': '8fc54280-9ba3-4987-a356-0020feabbc30', 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:47.601853 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-df4f8e96-2b31-4f4b-a354-4dcfb835450d tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:47.623919 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-df4f8e96-2b31-4f4b-a354-4dcfb835450d tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Usage tracker for resource:security_group_rule and tenant:8440c70a568a4a21bfaca3e4aa7c27ca is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:47.630593 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-df4f8e96-2b31-4f4b-a354-4dcfb835450d tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:47.650972 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-df4f8e96-2b31-4f4b-a354-4dcfb835450d tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:47.674876 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-df4f8e96-2b31-4f4b-a354-4dcfb835450d tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:47.693230 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-295133bc-6b0f-4da9-a7bc-9ba609de5bb8 req-f256c54d-61a6-4e86-945c-b9cbde3d3df9 service neutron] 10.222.0.57 "GET /v2.0/networks/03313f33-10d1-4efe-ad7b-e30eb94ac64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222819 Dec 07 15:21:47.778487 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-df4f8e96-2b31-4f4b-a354-4dcfb835450d tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:47.781863 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-df4f8e96-2b31-4f4b-a354-4dcfb835450d tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:47.784558 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-12c364d6-ff6a-40c1-9d3c-f7e65f11e53b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:47.803284 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f8e96-2b31-4f4b-a354-4dcfb835450d tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e4b4b6-e83e-4f07-bf88-725ef1e71928,revision_number=0']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:47.804497 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-ccca2491-12b4-445e-bfc0-9985a30710e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'name': 'tempest-TestMinimumBasicScenario-1196404989-router', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:32Z', 'updated_at': '2021-12-07T15:20:39Z', 'revision_number': 4, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'gw_port': {'id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:34Z', 'updated_at': '2021-12-07T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_floatingips': [{'id': '34a84f4a-fdaa-45d3-8e1b-718ed1649218', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'floating_ip_address': '172.28.3.79', 'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'router_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'port_id': '764d23b1-67dd-443b-b9db-d183e7479081', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a', 'mac_address': 'fa:16:3e:21:c3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02004e35-4243-44a2-967d-e2b18c0197cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:21:44Z', 'updated_at': '2021-12-07T15:21:44Z', 'revision_number': 0, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214c8492-e6c8-4017-b030-6383885f2cbe', 'name': '', 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'mac_address': 'fa:16:3e:c3:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5323836-8704-4805-8b57-689bc0ca72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:37Z', 'updated_at': '2021-12-07T15:20:49Z', 'revision_number': 5, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'subnets': [{'id': 'd5323836-8704-4805-8b57-689bc0ca72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:47.811676 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca2491-12b4-445e-bfc0-9985a30710e9 None None] The sync data for ids ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'] in dv-cinder-820628-1-smb is: [{'id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'name': 'tempest-TestMinimumBasicScenario-1196404989-router', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:32Z', 'updated_at': '2021-12-07T15:20:39Z', 'revision_number': 4, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'gw_port': {'id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:34Z', 'updated_at': '2021-12-07T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_floatingips': [{'id': '34a84f4a-fdaa-45d3-8e1b-718ed1649218', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'floating_ip_address': '172.28.3.79', 'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'router_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'port_id': '764d23b1-67dd-443b-b9db-d183e7479081', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a', 'mac_address': 'fa:16:3e:21:c3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02004e35-4243-44a2-967d-e2b18c0197cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:21:44Z', 'updated_at': '2021-12-07T15:21:44Z', 'revision_number': 0, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214c8492-e6c8-4017-b030-6383885f2cbe', 'name': '', 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'mac_address': 'fa:16:3e:c3:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5323836-8704-4805-8b57-689bc0ca72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:37Z', 'updated_at': '2021-12-07T15:20:49Z', 'revision_number': 5, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'subnets': [{'id': 'd5323836-8704-4805-8b57-689bc0ca72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:21:47.813126 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-df4f8e96-2b31-4f4b-a354-4dcfb835450d tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:47.821845 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-df4f8e96-2b31-4f4b-a354-4dcfb835450d tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:47.823351 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-df4f8e96-2b31-4f4b-a354-4dcfb835450d tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2667522 Dec 07 15:21:47.826555 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 60984) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:47.832977 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-210de64c-04bc-40ef-8fe0-43684d51da1c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Request body: {'security_group_rule': {'security_group_id': '8fc54280-9ba3-4987-a356-0020feabbc30', 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:47.840224 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-210de64c-04bc-40ef-8fe0-43684d51da1c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:47.844593 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-210de64c-04bc-40ef-8fe0-43684d51da1c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Usage tracker for resource:security_group_rule and tenant:8440c70a568a4a21bfaca3e4aa7c27ca is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:47.847856 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-210de64c-04bc-40ef-8fe0-43684d51da1c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:47.854409 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-210de64c-04bc-40ef-8fe0-43684d51da1c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:47.873155 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-210de64c-04bc-40ef-8fe0-43684d51da1c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:47.943148 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-210de64c-04bc-40ef-8fe0-43684d51da1c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:47.946707 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-210de64c-04bc-40ef-8fe0-43684d51da1c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:47.949158 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-df4f8e96-2b31-4f4b-a354-4dcfb835450d tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:47.973182 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210de64c-04bc-40ef-8fe0-43684d51da1c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810b2987-a690-4a09-9cb4-2f0430954399,revision_number=0']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:47.975885 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-210de64c-04bc-40ef-8fe0-43684d51da1c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:47.983027 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-210de64c-04bc-40ef-8fe0-43684d51da1c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:47.984364 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-210de64c-04bc-40ef-8fe0-43684d51da1c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1567481 Dec 07 15:21:47.987368 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 60988) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:47.993596 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-7557aafd-d6ff-49c3-abec-e33bbad4c035 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Request body: {'security_group_rule': {'security_group_id': '8fc54280-9ba3-4987-a356-0020feabbc30', 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:48.000194 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-7557aafd-d6ff-49c3-abec-e33bbad4c035 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:48.004390 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-7557aafd-d6ff-49c3-abec-e33bbad4c035 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Usage tracker for resource:security_group_rule and tenant:8440c70a568a4a21bfaca3e4aa7c27ca is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:48.007637 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-7557aafd-d6ff-49c3-abec-e33bbad4c035 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:48.014417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-7557aafd-d6ff-49c3-abec-e33bbad4c035 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:48.026299 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.securitygroups_db [None req-7557aafd-d6ff-49c3-abec-e33bbad4c035 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Project 8440c70a568a4a21bfaca3e4aa7c27ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 15:21:48.033804 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7557aafd-d6ff-49c3-abec-e33bbad4c035 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:48.104830 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7557aafd-d6ff-49c3-abec-e33bbad4c035 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:48.108332 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7557aafd-d6ff-49c3-abec-e33bbad4c035 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:48.110560 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:48.111878 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:21:48.130411 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557aafd-d6ff-49c3-abec-e33bbad4c035 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16c8f19-a106-4137-b3b9-f1f538f313db,revision_number=0']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:48.138258 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7557aafd-d6ff-49c3-abec-e33bbad4c035 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:48.149385 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7557aafd-d6ff-49c3-abec-e33bbad4c035 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:48.154442 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-7557aafd-d6ff-49c3-abec-e33bbad4c035 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1623695 Dec 07 15:21:48.154754 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 60994) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:48.160975 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-95606a6e-7528-4626-990c-6de3f589eba6 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Request body: {'security_group_rule': {'security_group_id': '8fc54280-9ba3-4987-a356-0020feabbc30', 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:48.167738 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-95606a6e-7528-4626-990c-6de3f589eba6 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:48.172033 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-95606a6e-7528-4626-990c-6de3f589eba6 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Usage tracker for resource:security_group_rule and tenant:8440c70a568a4a21bfaca3e4aa7c27ca is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:48.175524 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-95606a6e-7528-4626-990c-6de3f589eba6 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:48.183624 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-95606a6e-7528-4626-990c-6de3f589eba6 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:48.190085 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf9670d-4884-4080-9dac-1258e6435eb4 None None] New status for floating IP 34a84f4a-fdaa-45d3-8e1b-718ed1649218: ACTIVE {{(pid=88191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:21:48.199906 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.securitygroups_db [None req-95606a6e-7528-4626-990c-6de3f589eba6 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Project 8440c70a568a4a21bfaca3e4aa7c27ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 15:21:48.207628 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-95606a6e-7528-4626-990c-6de3f589eba6 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:48.334657 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-95606a6e-7528-4626-990c-6de3f589eba6 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:48.340532 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-95606a6e-7528-4626-990c-6de3f589eba6 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:48.352193 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-210de64c-04bc-40ef-8fe0-43684d51da1c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:48.370824 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95606a6e-7528-4626-990c-6de3f589eba6 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c8ba78-8c0c-4b0a-88c8-5c08d2276e11,revision_number=0']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:48.373352 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-95606a6e-7528-4626-990c-6de3f589eba6 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:48.402845 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec87fdc-d47d-4350-9a42-f54bfb4c504e req-68e65987-62b7-4ef2-9b4b-8728ba1c1ab0 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:48.404517 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9ec87fdc-d47d-4350-9a42-f54bfb4c504e req-68e65987-62b7-4ef2-9b4b-8728ba1c1ab0 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 946 time: 0.1370056 Dec 07 15:21:48.405372 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-95606a6e-7528-4626-990c-6de3f589eba6 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:48.406576 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-95606a6e-7528-4626-990c-6de3f589eba6 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2508161 Dec 07 15:21:48.460133 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9ec87fdc-d47d-4350-9a42-f54bfb4c504e req-4cd6389f-5d5c-4640-9fe7-68032fc17bff tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce4f014-094f-484c-a123-c5ee21a1543e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470853 Dec 07 15:21:48.574293 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-f4ed09f1-fe55-45e7-9563-5575a7e9b738 req-8feff8bb-7991-4911-b206-c07e41e875f7 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Synchronizing usage tracker for tenant:8440c70a568a4a21bfaca3e4aa7c27ca on resource:security_group {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:21:48.590493 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-f4ed09f1-fe55-45e7-9563-5575a7e9b738 req-8feff8bb-7991-4911-b206-c07e41e875f7 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Unset dirty status for tenant:8440c70a568a4a21bfaca3e4aa7c27ca on resource:security_group {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:21:48.591853 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f4ed09f1-fe55-45e7-9563-5575a7e9b738 req-8feff8bb-7991-4911-b206-c07e41e875f7 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-256778669&fields=id&tenant_id=8440c70a568a4a21bfaca3e4aa7c27ca HTTP/1.1" status: 200 len: 267 time: 0.0709109 Dec 07 15:21:48.614099 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3cf28-3f84-4fe9-b65f-516fc22179eb req-c98d793b-feed-4020-8cfb-44d1b9aa20e6 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:48.615040 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-10e3cf28-3f84-4fe9-b65f-516fc22179eb req-c98d793b-feed-4020-8cfb-44d1b9aa20e6 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Synchronizing usage tracker for tenant:a9c656814e5740ada798cf35922cb848 on resource:port {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:21:48.628807 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-10e3cf28-3f84-4fe9-b65f-516fc22179eb req-c98d793b-feed-4020-8cfb-44d1b9aa20e6 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Unset dirty status for tenant:a9c656814e5740ada798cf35922cb848 on resource:port {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:21:48.630036 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-10e3cf28-3f84-4fe9-b65f-516fc22179eb req-c98d793b-feed-4020-8cfb-44d1b9aa20e6 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 946 time: 0.1128504 Dec 07 15:21:48.683448 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed09f1-fe55-45e7-9563-5575a7e9b738 req-c487441a-21fe-4ba2-92a4-42a421205f1f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:48.685094 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f4ed09f1-fe55-45e7-9563-5575a7e9b738 req-c487441a-21fe-4ba2-92a4-42a421205f1f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 945 time: 0.0873778 Dec 07 15:21:48.697472 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-f4ed09f1-fe55-45e7-9563-5575a7e9b738 req-4017bdac-97f7-42e9-87a6-a9173e4fb5b0 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Request body: {'port': {'security_groups': ['0c231011-91a1-4a01-b1d1-3677a3299f45', '8fc54280-9ba3-4987-a356-0020feabbc30']}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:48.711705 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-10e3cf28-3f84-4fe9-b65f-516fc22179eb req-e0706b4d-108a-4065-bc65-fc7225df56e5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Deleting port cad0d6ad-3822-445a-83a8-1ee869010539 {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:21:48.712100 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-10e3cf28-3f84-4fe9-b65f-516fc22179eb req-e0706b4d-108a-4065-bc65-fc7225df56e5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:48.828850 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-f4ed09f1-fe55-45e7-9563-5575a7e9b738 req-4017bdac-97f7-42e9-87a6-a9173e4fb5b0 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:48.987500 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-10e3cf28-3f84-4fe9-b65f-516fc22179eb req-e0706b4d-108a-4065-bc65-fc7225df56e5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] For port cad0d6ad-3822-445a-83a8-1ee869010539, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=cad0d6ad-3822-445a-83a8-1ee869010539,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:21:48.987914 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-10e3cf28-3f84-4fe9-b65f-516fc22179eb req-e0706b4d-108a-4065-bc65-fc7225df56e5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:49.112133 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-f4ed09f1-fe55-45e7-9563-5575a7e9b738 req-4017bdac-97f7-42e9-87a6-a9173e4fb5b0 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] For port 764d23b1-67dd-443b-b9db-d183e7479081, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=764d23b1-67dd-443b-b9db-d183e7479081,segment=NetworkSegment(4689addf-1078-4e77-829a-7ab41ad8e469),segment_id=4689addf-1078-4e77-829a-7ab41ad8e469)] {{(pid=88189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:21:49.144273 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-f4ed09f1-fe55-45e7-9563-5575a7e9b738 req-4017bdac-97f7-42e9-87a6-a9173e4fb5b0 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for port, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:49.148818 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-f4ed09f1-fe55-45e7-9563-5575a7e9b738 req-4017bdac-97f7-42e9-87a6-a9173e4fb5b0 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1906846'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:49.155347 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:49.162653 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['764d23b1-67dd-443b-b9db-d183e7479081'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:21:49.239624 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed09f1-fe55-45e7-9563-5575a7e9b738 req-4017bdac-97f7-42e9-87a6-a9173e4fb5b0 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:49.240324 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-f4ed09f1-fe55-45e7-9563-5575a7e9b738 req-4017bdac-97f7-42e9-87a6-a9173e4fb5b0 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:49.242461 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f4ed09f1-fe55-45e7-9563-5575a7e9b738 req-4017bdac-97f7-42e9-87a6-a9173e4fb5b0 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "PUT /v2.0/ports/764d23b1-67dd-443b-b9db-d183e7479081 HTTP/1.1" status: 200 len: 981 time: 0.5499125 Dec 07 15:21:49.243282 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02004e35-4243-44a2-967d-e2b18c0197cc', 'tag': '764d23b1-67dd-443b-b9db-d183e7479081'}] {{(pid=88189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:21:49.262913 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017bdac-97f7-42e9-87a6-a9173e4fb5b0 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Pushing event updated for resources: {'Port': ['ID=764d23b1-67dd-443b-b9db-d183e7479081,revision_number=6']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:49.267275 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4017bdac-97f7-42e9-87a6-a9173e4fb5b0 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:49.327725 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['764d23b1-67dd-443b-b9db-d183e7479081'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:21:49.359051 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-10e3cf28-3f84-4fe9-b65f-516fc22179eb req-e0706b4d-108a-4065-bc65-fc7225df56e5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:49.359336 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-10e3cf28-3f84-4fe9-b65f-516fc22179eb req-e0706b4d-108a-4065-bc65-fc7225df56e5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633837'] for floatingip, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:49.359688 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.l3_db [req-10e3cf28-3f84-4fe9-b65f-516fc22179eb req-e0706b4d-108a-4065-bc65-fc7225df56e5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Floating IP 1ea71c2f-8e21-4a2f-8031-a86f9f68e51b disassociated. External IP: 172.28.3.120, port: cad0d6ad-3822-445a-83a8-1ee869010539. Dec 07 15:21:49.360080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-10e3cf28-3f84-4fe9-b65f-516fc22179eb req-e0706b4d-108a-4065-bc65-fc7225df56e5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Calling delete_port for cad0d6ad-3822-445a-83a8-1ee869010539 owned by compute:nova {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:21:49.383118 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02004e35-4243-44a2-967d-e2b18c0197cc', 'tag': '764d23b1-67dd-443b-b9db-d183e7479081', 'status': 'completed', 'code': 200} Dec 07 15:21:49.628592 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-10e3cf28-3f84-4fe9-b65f-516fc22179eb req-e0706b4d-108a-4065-bc65-fc7225df56e5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:49.642724 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:49.735341 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0706b4d-108a-4065-bc65-fc7225df56e5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Pushing event deleted for resources: {'Port': ['ID=cad0d6ad-3822-445a-83a8-1ee869010539,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:49.740751 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e0706b4d-108a-4065-bc65-fc7225df56e5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:49.787329 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-65b89b7e-f743-4850-a7f8-3ac6d123d3d8 req-bc5fc54b-5c9e-4a80-9a98-5851c261a0c3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9d1c34f-936f-4a8d-9645-cacc4469e8be HTTP/1.1" status: 200 len: 210 time: 0.0727816 Dec 07 15:21:49.799004 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7356e5e-b542-4f6c-9026-feb7f4a60519 req-30e2d6f9-874d-4a02-a200-537723cb8299 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:49.804783 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f7356e5e-b542-4f6c-9026-feb7f4a60519 req-30e2d6f9-874d-4a02-a200-537723cb8299 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 984 time: 0.3147969 Dec 07 15:21:49.838434 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aac2d726-e339-4c56-9438-b6fca5f44eaa req-a101f718-a7a2-499e-8214-1723be715b37 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8440c70a568a4a21bfaca3e4aa7c27ca&device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 1137 time: 0.4244180 Dec 07 15:21:49.889595 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-e18bd4a7-92c1-4687-b986-4eb2cbb7dc57 None None] Provisioning complete for port 764d23b1-67dd-443b-b9db-d183e7479081 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:21:49.890218 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e18bd4a7-92c1-4687-b986-4eb2cbb7dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:49.973848 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f7356e5e-b542-4f6c-9026-feb7f4a60519 req-20ab5849-1fd9-422f-9f4e-d130dbf3f6b1 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&id=8fc54280-9ba3-4987-a356-0020feabbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1643102 Dec 07 15:21:49.979452 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10e3cf28-3f84-4fe9-b65f-516fc22179eb req-e0706b4d-108a-4065-bc65-fc7225df56e5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Router 8b0cf43b-64db-4062-b3dd-446f41dace2e has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:21:50.030477 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2d726-e339-4c56-9438-b6fca5f44eaa req-a82a059c-3036-49c2-9ad0-3cc5b5ac3d4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:50.032288 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aac2d726-e339-4c56-9438-b6fca5f44eaa req-a82a059c-3036-49c2-9ad0-3cc5b5ac3d4a service neutron] 10.222.0.57 "GET /v2.0/networks?id=03313f33-10d1-4efe-ad7b-e30eb94ac64a HTTP/1.1" status: 200 len: 916 time: 0.1930277 Dec 07 15:21:50.157262 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aac2d726-e339-4c56-9438-b6fca5f44eaa req-59573318-aa87-4897-808e-c41eec4e12cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=764d23b1-67dd-443b-b9db-d183e7479081 HTTP/1.1" status: 200 len: 1000 time: 0.1178942 Dec 07 15:21:50.217081 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10e3cf28-3f84-4fe9-b65f-516fc22179eb req-e0706b4d-108a-4065-bc65-fc7225df56e5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:21:50.234520 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be945c2c-ba86-4412-bd48-590317107269 None None] Sync routers for ids ['8b0cf43b-64db-4062-b3dd-446f41dace2e'] in dv-cinder-820628-1-smb {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:21:50.256564 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2d726-e339-4c56-9438-b6fca5f44eaa req-1067cdf4-2890-44ed-85ec-69bf6ac3e2c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:50.260691 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aac2d726-e339-4c56-9438-b6fca5f44eaa req-1067cdf4-2890-44ed-85ec-69bf6ac3e2c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5323836-8704-4805-8b57-689bc0ca72e4 HTTP/1.1" status: 200 len: 854 time: 0.0951252 Dec 07 15:21:50.303623 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be945c2c-ba86-4412-bd48-590317107269 None None] Routers {'8b0cf43b-64db-4062-b3dd-446f41dace2e'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:21:50.304246 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-be945c2c-ba86-4412-bd48-590317107269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:21:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['8b0cf43b-64db-4062-b3dd-446f41dace2e'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:50.306608 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e3cf28-3f84-4fe9-b65f-516fc22179eb req-e0706b4d-108a-4065-bc65-fc7225df56e5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] No DVR routers for this DVR port cad0d6ad-3822-445a-83a8-1ee869010539 on host hv-cinder-82062 {{(pid=88188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:21:50.309637 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-10e3cf28-3f84-4fe9-b65f-516fc22179eb req-e0706b4d-108a-4065-bc65-fc7225df56e5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:50.322057 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d1c34f-936f-4a8d-9645-cacc4469e8be', 'name': 'network-vif-deleted', 'tag': 'cad0d6ad-3822-445a-83a8-1ee869010539'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:21:50.344587 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-10e3cf28-3f84-4fe9-b65f-516fc22179eb req-e0706b4d-108a-4065-bc65-fc7225df56e5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.57 "DELETE /v2.0/ports/cad0d6ad-3822-445a-83a8-1ee869010539 HTTP/1.1" status: 204 len: 173 time: 1.7022889 Dec 07 15:21:50.357897 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aac2d726-e339-4c56-9438-b6fca5f44eaa req-e528d810-9df7-4c1d-a9dd-8306a5034327 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=03313f33-10d1-4efe-ad7b-e30eb94ac64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0922134 Dec 07 15:21:50.461764 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d1c34f-936f-4a8d-9645-cacc4469e8be', 'name': 'network-vif-deleted', 'tag': 'cad0d6ad-3822-445a-83a8-1ee869010539', 'status': 'completed', 'code': 200} Dec 07 15:21:50.560488 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aac2d726-e339-4c56-9438-b6fca5f44eaa req-14c34e93-abc8-450e-94d4-b0c86aec054f service neutron] 10.222.0.57 "GET /v2.0/networks/03313f33-10d1-4efe-ad7b-e30eb94ac64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851175 Dec 07 15:21:50.567321 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-be945c2c-ba86-4412-bd48-590317107269 None None] Set router 8b0cf43b-64db-4062-b3dd-446f41dace2e gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:21:50.724805 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aac2d726-e339-4c56-9438-b6fca5f44eaa req-a60cf534-34b8-4d0d-8019-84afafe1b08f service neutron] 10.222.0.57 "GET /v2.0/networks/03313f33-10d1-4efe-ad7b-e30eb94ac64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544154 Dec 07 15:21:50.938831 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-be945c2c-ba86-4412-bd48-590317107269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:10Z', 'revision_number': 4, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '7b483a37-03db-47ed-bcf1-e75cb001a0a0', 'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'mac_address': 'fa:16:3e:4f:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:09Z', 'updated_at': '2021-12-07T15:18:25Z', 'revision_number': 5, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'subnets': [{'id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:50.945790 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be945c2c-ba86-4412-bd48-590317107269 None None] Checking router: 8b0cf43b-64db-4062-b3dd-446f41dace2e for host: dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:21:50.960979 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be945c2c-ba86-4412-bd48-590317107269 None None] Routers {'8b0cf43b-64db-4062-b3dd-446f41dace2e'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:21:50.961730 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-be945c2c-ba86-4412-bd48-590317107269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:21:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['8b0cf43b-64db-4062-b3dd-446f41dace2e'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:50.963125 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 32802) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:51.041117 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a3df5ada-6d6f-4991-bc23-80b3ffacf553 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:51.072296 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a3df5ada-6d6f-4991-bc23-80b3ffacf553 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:51.120323 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a3df5ada-6d6f-4991-bc23-80b3ffacf553 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:51.126195 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:51.148880 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df5ada-6d6f-4991-bc23-80b3ffacf553 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce4f014-094f-484c-a123-c5ee21a1543e,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:51.153869 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a3df5ada-6d6f-4991-bc23-80b3ffacf553 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:51.160495 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a3df5ada-6d6f-4991-bc23-80b3ffacf553 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:51.164992 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 32812) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:51.165158 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a3df5ada-6d6f-4991-bc23-80b3ffacf553 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "DELETE /v2.0/security-groups/3ce4f014-094f-484c-a123-c5ee21a1543e HTTP/1.1" status: 204 len: 168 time: 0.1998634 Dec 07 15:21:51.184369 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.v2.resource [None req-8a96b0ae-0636-4eb2-8e20-4340698ac421 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] show failed (client error): The resource could not be found. Dec 07 15:21:51.186212 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-8a96b0ae-0636-4eb2-8e20-4340698ac421 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups/3ce4f014-094f-484c-a123-c5ee21a1543e HTTP/1.1" status: 404 len: 347 time: 0.0194840 Dec 07 15:21:51.188961 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 32816) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:51.332518 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-be945c2c-ba86-4412-bd48-590317107269 None None] Set router 8b0cf43b-64db-4062-b3dd-446f41dace2e gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:21:51.384511 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-fb6e93d2-a818-4e52-8572-67fe4ca2b8c2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Deleting port a237c0bb-323b-42e1-ae9a-fbf22ccb1fe4 {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:21:51.385691 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fb6e93d2-a818-4e52-8572-67fe4ca2b8c2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:51.708271 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-be945c2c-ba86-4412-bd48-590317107269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:10Z', 'revision_number': 4, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '7b483a37-03db-47ed-bcf1-e75cb001a0a0', 'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'mac_address': 'fa:16:3e:4f:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:09Z', 'updated_at': '2021-12-07T15:18:25Z', 'revision_number': 5, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'subnets': [{'id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:21:51.712782 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be945c2c-ba86-4412-bd48-590317107269 None None] The sync data for ids ['8b0cf43b-64db-4062-b3dd-446f41dace2e'] in dv-cinder-820628-1-smb is: [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:10Z', 'revision_number': 4, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '7b483a37-03db-47ed-bcf1-e75cb001a0a0', 'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'mac_address': 'fa:16:3e:4f:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:09Z', 'updated_at': '2021-12-07T15:18:25Z', 'revision_number': 5, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'subnets': [{'id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:21:51.830087 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fb6e93d2-a818-4e52-8572-67fe4ca2b8c2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:51.830498 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fb6e93d2-a818-4e52-8572-67fe4ca2b8c2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:51.961183 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-fb6e93d2-a818-4e52-8572-67fe4ca2b8c2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Calling delete_port for a237c0bb-323b-42e1-ae9a-fbf22ccb1fe4 owned by network:floatingip {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:21:52.001635 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device cad0d6ad-3822-445a-83a8-1ee869010539 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:21:52.046662 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] No Port match for: cad0d6ad-3822-445a-83a8-1ee869010539 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:21:52.047087 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device cad0d6ad-3822-445a-83a8-1ee869010539 not bound to the agent host hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:21:52.099302 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:52.120081 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fb6e93d2-a818-4e52-8572-67fe4ca2b8c2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:52.124663 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e0706b4d-108a-4065-bc65-fc7225df56e5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:52.168424 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e93d2-a818-4e52-8572-67fe4ca2b8c2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Pushing event deleted for resources: {'Port': ['ID=a237c0bb-323b-42e1-ae9a-fbf22ccb1fe4,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:52.171399 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-fb6e93d2-a818-4e52-8572-67fe4ca2b8c2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:52.232503 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6885c97e-4805-402a-93ac-446141e20814 None None] New status for floating IP 1ea71c2f-8e21-4a2f-8031-a86f9f68e51b: DOWN {{(pid=88191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:21:52.273793 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fb6e93d2-a818-4e52-8572-67fe4ca2b8c2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for floatingip, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:52.289983 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fb6e93d2-a818-4e52-8572-67fe4ca2b8c2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for floatingip, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:52.291949 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-fb6e93d2-a818-4e52-8572-67fe4ca2b8c2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "DELETE /v2.0/floatingips/1ea71c2f-8e21-4a2f-8031-a86f9f68e51b HTTP/1.1" status: 204 len: 168 time: 1.1012764 Dec 07 15:21:52.737355 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 32850) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:52.743835 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-1d257e6a-7b0b-4677-9e17-7ecabbe63ba8 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--586973008', 'description': 'tempest-description--298032238'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:52.751301 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-1d257e6a-7b0b-4677-9e17-7ecabbe63ba8 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:52.755941 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-1d257e6a-7b0b-4677-9e17-7ecabbe63ba8 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Usage tracker for resource:security_group and tenant:a9c656814e5740ada798cf35922cb848 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:52.759263 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-1d257e6a-7b0b-4677-9e17-7ecabbe63ba8 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:52.766782 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-1d257e6a-7b0b-4677-9e17-7ecabbe63ba8 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:52.777867 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1d257e6a-7b0b-4677-9e17-7ecabbe63ba8 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:52.816593 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-1d257e6a-7b0b-4677-9e17-7ecabbe63ba8 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:52.820658 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-1d257e6a-7b0b-4677-9e17-7ecabbe63ba8 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Usage tracker for resource:security_group_rule and tenant:a9c656814e5740ada798cf35922cb848 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:52.824303 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-1d257e6a-7b0b-4677-9e17-7ecabbe63ba8 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:52.830496 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-1d257e6a-7b0b-4677-9e17-7ecabbe63ba8 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:52.894217 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1d257e6a-7b0b-4677-9e17-7ecabbe63ba8 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:52.899446 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1d257e6a-7b0b-4677-9e17-7ecabbe63ba8 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:52.905562 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-696519b9-4c15-44cb-a99a-525231208905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:52.953812 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d257e6a-7b0b-4677-9e17-7ecabbe63ba8 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5866c0-502a-42dd-b35c-c8ba7efcd828,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:52.956750 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1d257e6a-7b0b-4677-9e17-7ecabbe63ba8 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:52.957495 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1d257e6a-7b0b-4677-9e17-7ecabbe63ba8 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:52.958820 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-1d257e6a-7b0b-4677-9e17-7ecabbe63ba8 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2202580 Dec 07 15:21:52.961945 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 32854) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:52.967922 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-54345cff-1362-446a-a336-0047123d326f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Request body: {'security_group_rule': {'security_group_id': '4d5866c0-502a-42dd-b35c-c8ba7efcd828', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:52.974245 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-54345cff-1362-446a-a336-0047123d326f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:52.978364 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-54345cff-1362-446a-a336-0047123d326f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Usage tracker for resource:security_group_rule and tenant:a9c656814e5740ada798cf35922cb848 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:52.981459 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-54345cff-1362-446a-a336-0047123d326f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:52.987775 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-54345cff-1362-446a-a336-0047123d326f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:53.008402 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-54345cff-1362-446a-a336-0047123d326f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:53.080402 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-54345cff-1362-446a-a336-0047123d326f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:53.084741 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-54345cff-1362-446a-a336-0047123d326f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:53.086930 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-62160c3d-da9d-4aa1-8e98-0ee78a145b91 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:53.108944 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54345cff-1362-446a-a336-0047123d326f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380bc4b8-88cc-4058-9a4e-99d7d7ab55eb,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:53.113333 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-54345cff-1362-446a-a336-0047123d326f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:53.121423 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-54345cff-1362-446a-a336-0047123d326f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:53.122766 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-54345cff-1362-446a-a336-0047123d326f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1597536 Dec 07 15:21:53.125711 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 32860) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:53.131643 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-f0b48c1e-dcb8-4756-9ed1-08f4e626b5bf tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Request body: {'security_group_rule': {'security_group_id': '4d5866c0-502a-42dd-b35c-c8ba7efcd828', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:53.138435 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-f0b48c1e-dcb8-4756-9ed1-08f4e626b5bf tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:53.142616 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-f0b48c1e-dcb8-4756-9ed1-08f4e626b5bf tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Usage tracker for resource:security_group_rule and tenant:a9c656814e5740ada798cf35922cb848 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:53.145725 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-f0b48c1e-dcb8-4756-9ed1-08f4e626b5bf tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:53.151973 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-f0b48c1e-dcb8-4756-9ed1-08f4e626b5bf tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:53.169376 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f0b48c1e-dcb8-4756-9ed1-08f4e626b5bf tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:53.238271 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f0b48c1e-dcb8-4756-9ed1-08f4e626b5bf tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:53.243446 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f0b48c1e-dcb8-4756-9ed1-08f4e626b5bf tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:53.246198 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:53.269062 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b48c1e-dcb8-4756-9ed1-08f4e626b5bf tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c99672-5482-45c0-b902-f9c41b9a314d,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:53.273389 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f0b48c1e-dcb8-4756-9ed1-08f4e626b5bf tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:53.281465 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f0b48c1e-dcb8-4756-9ed1-08f4e626b5bf tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:53.282814 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-f0b48c1e-dcb8-4756-9ed1-08f4e626b5bf tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1560819 Dec 07 15:21:53.286180 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 32868) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:53.292755 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Request body: {'floatingip': {'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:53.299545 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:53.302920 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Usage tracker for resource:floatingip and tenant:a9c656814e5740ada798cf35922cb848 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:53.306009 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:53.312926 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:53.324100 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for floatingip, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:53.488599 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:53.652989 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Allocated IP 172.28.3.15 (0cb2958e-4db2-4f1d-a7f8-4af501c24e74/9e328c0c-452d-4ff2-b18b-159a0ad8dec1/1db63058-c0f1-456f-ad5b-327b92c3fab8) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:21:53.817337 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:53.850572 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:53.855340 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:53.934485 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:21:53.937773 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:21:53.940455 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:21:53.978717 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Pushing event updated for resources: {'Port': ['ID=1db63058-c0f1-456f-ad5b-327b92c3fab8,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:53.981525 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:54.116995 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:54.174884 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:54.401963 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for port, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:54.408136 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6523332'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:54.412300 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-50af0828-5115-486f-a041-fafe4afeee85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:54.523861 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Pushing event updated for resources: {'Port': ['ID=1db63058-c0f1-456f-ad5b-327b92c3fab8,revision_number=2']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:54.529232 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:54.541575 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633837'] for floatingip, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:54.565960 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for floatingip, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:54.567420 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2801645 Dec 07 15:21:54.837258 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-627f931c-ed52-464e-bc4c-b2db2ee52fb9 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Synchronizing usage tracker for tenant:a9c656814e5740ada798cf35922cb848 on resource:security_group {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:21:54.853770 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-627f931c-ed52-464e-bc4c-b2db2ee52fb9 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Unset dirty status for tenant:a9c656814e5740ada798cf35922cb848 on resource:security_group {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:21:54.855245 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-627f931c-ed52-464e-bc4c-b2db2ee52fb9 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--586973008&fields=id&tenant_id=a9c656814e5740ada798cf35922cb848 HTTP/1.1" status: 200 len: 267 time: 0.0647666 Dec 07 15:21:55.017708 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-e98bb320-0106-45b0-a44e-7e86df2c5059 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:55.019329 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-e98bb320-0106-45b0-a44e-7e86df2c5059 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/networks?id=094b8464-5ed4-428c-85f9-2c8468dfbadf HTTP/1.1" status: 200 len: 817 time: 0.1566427 Dec 07 15:21:55.038643 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-a4673e07-ba9e-4a06-8e66-0b20ec8eea41 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/quotas/a9c656814e5740ada798cf35922cb848 HTTP/1.1" status: 200 len: 375 time: 0.0131373 Dec 07 15:21:55.128893 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-fadb7e18-db32-4090-8e40-4d9e5652d5fc tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9c656814e5740ada798cf35922cb848&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836992 Dec 07 15:21:55.284108 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-47548443-d167-4aef-8bf2-031a4db8b87c service neutron] 10.222.0.71 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394002 Dec 07 15:21:55.440960 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-4a8a530c-7863-404d-a254-b40ac63f6b96 service neutron] 10.222.0.71 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476855 Dec 07 15:21:55.653598 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a3a01ff6-9af2-43a0-8c04-ec104e52934e req-6d2b7cb4-a4f4-4a19-975e-61542e71303f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 210 time: 0.0515394 Dec 07 15:21:56.014212 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 32908) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:56.171248 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3750b43d-ea0d-4e56-8dda-dfe6e26b0d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:56.206112 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-3750b43d-ea0d-4e56-8dda-dfe6e26b0d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:56.210516 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-3750b43d-ea0d-4e56-8dda-dfe6e26b0d57 admin admin] Usage tracker for resource:security_group_rule and tenant:7637ac9582e840838a3af1770cad57c2 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:56.213968 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-3750b43d-ea0d-4e56-8dda-dfe6e26b0d57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:56.220742 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-3750b43d-ea0d-4e56-8dda-dfe6e26b0d57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:56.294132 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3750b43d-ea0d-4e56-8dda-dfe6e26b0d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:56.299198 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3750b43d-ea0d-4e56-8dda-dfe6e26b0d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:56.309655 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bc963983-6bbe-4c6b-b525-3a6b055b6c20 tempest-VolumesNegativeTest-1415024824 tempest-VolumesNegativeTest-1415024824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:56.355325 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750b43d-ea0d-4e56-8dda-dfe6e26b0d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5c3abe-54f8-4d36-92d8-7c3e401e9d6c,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:56.358441 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3750b43d-ea0d-4e56-8dda-dfe6e26b0d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:56.362214 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-3750b43d-ea0d-4e56-8dda-dfe6e26b0d57 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7637ac9582e840838a3af1770cad57c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3455143 Dec 07 15:21:56.363812 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 32914) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:56.429120 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-764e196a-32f5-469d-9a29-49c481cca048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:56.455412 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-764e196a-32f5-469d-9a29-49c481cca048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:56.505361 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-764e196a-32f5-469d-9a29-49c481cca048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:56.511422 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c3303ba0-9738-43d0-af5f-c9222690fd0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:56.525574 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e196a-32f5-469d-9a29-49c481cca048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5c3abe-54f8-4d36-92d8-7c3e401e9d6c,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:56.528690 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-764e196a-32f5-469d-9a29-49c481cca048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:56.529603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-764e196a-32f5-469d-9a29-49c481cca048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:56.530857 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-764e196a-32f5-469d-9a29-49c481cca048 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6b5c3abe-54f8-4d36-92d8-7c3e401e9d6c HTTP/1.1" status: 204 len: 168 time: 0.1659076 Dec 07 15:21:56.769974 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-364234f6-e121-4765-b551-fa2f6f29de35 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:56.771873 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-364234f6-e121-4765-b551-fa2f6f29de35 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.57 "GET /v2.0/networks?id=094b8464-5ed4-428c-85f9-2c8468dfbadf HTTP/1.1" status: 200 len: 817 time: 0.1776519 Dec 07 15:21:56.887063 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b80b64f3-9212-405e-b61f-bcaf2699052b req-045eb12b-cc37-499b-9024-94320a9efb7a tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 210 time: 0.0764987 Dec 07 15:21:56.901256 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-0e9a9047-d467-4c63-9cea-9ae0e942892d tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9c656814e5740ada798cf35922cb848 HTTP/1.1" status: 200 len: 379 time: 0.1169853 Dec 07 15:21:56.917290 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Request body: {'port': {'device_id': '87b99c5d-5485-414f-9718-4a7a9d85b437', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'admin_state_up': True, 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'security_groups': ['4d5866c0-502a-42dd-b35c-c8ba7efcd828']}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:57.068859 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:57.073863 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Usage tracker for resource:port and tenant:a9c656814e5740ada798cf35922cb848 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:57.076988 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:57.083513 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:57.093970 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Made reservation on behalf of a9c656814e5740ada798cf35922cb848 for: {'port': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:21:57.099826 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:57.287848 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Allocated IP 172.20.0.14 (094b8464-5ed4-428c-85f9-2c8468dfbadf/d1159b89-e409-480d-88a1-0e02146c58fd/0a35b3f8-5d63-4b9b-b345-f944d2d351f3) {{(pid=88189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:21:57.546080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for port, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:57.567141 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Transition to ACTIVE for port object 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 will not be triggered until provisioned by entity DHCP. {{(pid=88189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:21:57.607103 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:57.613664 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:57.912639 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Network 094b8464-5ed4-428c-85f9-2c8468dfbadf is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:21:57.916723 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:21:57.919616 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Pushing event updated for resources: {'Port': ['ID=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:57.921935 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Received port after_create {{(pid=88189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:21:57.956872 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:58.011481 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:58.013887 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:58.049290 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1363511 Dec 07 15:21:58.070014 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Request body: {'port': {'device_id': '87b99c5d-5485-414f-9718-4a7a9d85b437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:21:58.285214 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:58.310932 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-18a0489c-6e42-4e5e-b6a8-b5905fb9b6b9 None None] Provisioning for port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:21:58.316782 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-18a0489c-6e42-4e5e-b6a8-b5905fb9b6b9 None None] Provisioning complete for port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:21:58.317211 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-18a0489c-6e42-4e5e-b6a8-b5905fb9b6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:58.378820 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d65bd8-289b-4fb6-b92f-17202612eca6 req-a4b0c706-c786-4af1-8ad0-78cd2c9238c1 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:58.379647 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-93d65bd8-289b-4fb6-b92f-17202612eca6 req-a4b0c706-c786-4af1-8ad0-78cd2c9238c1 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Synchronizing usage tracker for tenant:a9c656814e5740ada798cf35922cb848 on resource:port {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:21:58.400727 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-18a0489c-6e42-4e5e-b6a8-b5905fb9b6b9 None None] Port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:21:58.457119 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-93d65bd8-289b-4fb6-b92f-17202612eca6 req-a4b0c706-c786-4af1-8ad0-78cd2c9238c1 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Unset dirty status for tenant:a9c656814e5740ada798cf35922cb848 on resource:port {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:21:58.458459 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-93d65bd8-289b-4fb6-b92f-17202612eca6 req-a4b0c706-c786-4af1-8ad0-78cd2c9238c1 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 932 time: 0.3541443 Dec 07 15:21:58.582123 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 32972) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:58.602467 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-93d65bd8-289b-4fb6-b92f-17202612eca6 req-f21bc295-12a3-4411-a455-b09db33921be tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362257 Dec 07 15:21:58.742212 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 {{(pid=88189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:21:58.749792 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:58.766347 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Transition to ACTIVE for port object 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 will not be triggered until provisioned by entity L2. {{(pid=88189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:21:58.770762 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1906846'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:58.778691 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:58.780987 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3ed7c0c6-2b74-488f-902d-da2d7599a524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:58.815632 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-3ed7c0c6-2b74-488f-902d-da2d7599a524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:21:58.820212 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-3ed7c0c6-2b74-488f-902d-da2d7599a524 admin admin] Usage tracker for resource:security_group_rule and tenant:b963f1c74bb544cc8c2b733dfdc61245 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:21:58.823789 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-3ed7c0c6-2b74-488f-902d-da2d7599a524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:21:58.830630 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-3ed7c0c6-2b74-488f-902d-da2d7599a524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:21:58.918606 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3ed7c0c6-2b74-488f-902d-da2d7599a524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:58.923217 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3ed7c0c6-2b74-488f-902d-da2d7599a524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:58.931732 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d4ad5977-e6d9-4737-87ee-3569771d6879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:58.949461 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Pushing event updated for resources: {'Port': ['ID=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,revision_number=2']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:58.955901 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:58.984173 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7c0c6-2b74-488f-902d-da2d7599a524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833f7a47-bb54-48a3-bfc4-8f97994d0c32,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:58.993516 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-3ed7c0c6-2b74-488f-902d-da2d7599a524 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b963f1c74bb544cc8c2b733dfdc61245&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4088418 Dec 07 15:21:58.995082 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3ed7c0c6-2b74-488f-902d-da2d7599a524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:58.998883 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 32978) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:21:59.130823 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Attempting to bind port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:21:59.131200 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Attempting to bind port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'd0de9205-b641-46ed-94ae-067f28e348bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf'}] {{(pid=88189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:21:59.131588 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Attempting to bind port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 on network 094b8464-5ed4-428c-85f9-2c8468dfbadf {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:21:59.144153 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e4f35f7-a8c6-4787-be65-aafcbfc2dc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:59.154045 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 on network 094b8464-5ed4-428c-85f9-2c8468dfbadf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:21:59.154442 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Attempting to bind port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 on network 094b8464-5ed4-428c-85f9-2c8468dfbadf {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:21:59.175966 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Checking agent: {'id': 'cbbfcabc-3255-4d4c-9281-bbfa60486e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'started_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:21:59.176353 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Checking segment: {'id': 'd0de9205-b641-46ed-94ae-067f28e348bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:21:59.176779 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Bound using segment: {'id': 'd0de9205-b641-46ed-94ae-067f28e348bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf'} {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:21:59.177260 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Bound port: 0a35b3f8-5d63-4b9b-b345-f944d2d351f3, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0de9205-b641-46ed-94ae-067f28e348bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf'}}] {{(pid=88189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:21:59.177692 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:59.193735 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e4f35f7-a8c6-4787-be65-aafcbfc2dc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:59.313938 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] For port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3, host hv-cinder-82062, cleared binding levels {{(pid=88189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:21:59.317485 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] For port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:21:59.318752 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e4f35f7-a8c6-4787-be65-aafcbfc2dc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:59.323315 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1f36a86d-cf0b-4b06-ba42-9c2e8db67dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:59.335512 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1906846'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:59.344703 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f35f7-a8c6-4787-be65-aafcbfc2dc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833f7a47-bb54-48a3-bfc4-8f97994d0c32,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:59.352394 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3e4f35f7-a8c6-4787-be65-aafcbfc2dc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:59.353161 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:21:59.417705 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e4f35f7-a8c6-4787-be65-aafcbfc2dc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:59.421803 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-3e4f35f7-a8c6-4787-be65-aafcbfc2dc2f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/833f7a47-bb54-48a3-bfc4-8f97994d0c32 HTTP/1.1" status: 204 len: 168 time: 0.4188559 Dec 07 15:21:59.421803 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:21:59.422449 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] 10.222.0.57 "PUT /v2.0/ports/0a35b3f8-5d63-4b9b-b345-f944d2d351f3 HTTP/1.1" status: 200 len: 1094 time: 1.3582761 Dec 07 15:21:59.425326 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b99c5d-5485-414f-9718-4a7a9d85b437', 'tag': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3'}] {{(pid=88189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:21:59.444850 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Pushing event updated for resources: {'Port': ['ID=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,revision_number=3']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:21:59.448594 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:21:59.506828 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b99c5d-5485-414f-9718-4a7a9d85b437', 'tag': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3', 'status': 'completed', 'code': 200} Dec 07 15:21:59.546137 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-ff0cd281-48e5-40ce-84ba-da3b23934d3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c656814e5740ada798cf35922cb848&device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 1097 time: 0.0856194 Dec 07 15:21:59.626131 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-d238d4e3-b124-4089-a6a2-8941435bbab6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a35b3f8-5d63-4b9b-b345-f944d2d351f3 HTTP/1.1" status: 200 len: 217 time: 0.0726869 Dec 07 15:21:59.703287 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-55e262c1-5d82-498b-b53b-f8b7f35c4e81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:59.705253 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-55e262c1-5d82-498b-b53b-f8b7f35c4e81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1159b89-e409-480d-88a1-0e02146c58fd HTTP/1.1" status: 200 len: 856 time: 0.0725667 Dec 07 15:21:59.886932 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-3419fd7a-37c1-4d3a-8ea0-ae43b08231c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=094b8464-5ed4-428c-85f9-2c8468dfbadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1715851 Dec 07 15:21:59.892907 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44bc4a-50ba-4c97-88e8-d514537d5cb4 req-f119fb73-cb4f-4bc5-894b-2ff352c636dc tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:21:59.894441 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-be44bc4a-50ba-4c97-88e8-d514537d5cb4 req-f119fb73-cb4f-4bc5-894b-2ff352c636dc tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 944 time: 0.1308696 Dec 07 15:22:00.060971 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-be44bc4a-50ba-4c97-88e8-d514537d5cb4 req-2d5c9402-fecd-4f34-b261-29fc562cf971 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406167 Dec 07 15:22:00.094925 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-97284947-ae7f-4a6f-8cd2-b918926facaa service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994519 Dec 07 15:22:00.242605 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6dac585-35ab-4dec-ab37-1129fb27a01f req-edd9879f-fc2e-4d6e-afaa-15925be07951 service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412745 Dec 07 15:22:00.373741 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5261b77d-7224-4af6-9ae7-a9071e2addde req-ef58224c-260e-45c5-98b6-76763c5f9752 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c656814e5740ada798cf35922cb848&device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 1097 time: 0.0810568 Dec 07 15:22:00.525522 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261b77d-7224-4af6-9ae7-a9071e2addde req-087ae73d-b0d7-461e-ae1a-e1d1163e7473 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:00.527264 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5261b77d-7224-4af6-9ae7-a9071e2addde req-087ae73d-b0d7-461e-ae1a-e1d1163e7473 service neutron] 10.222.0.57 "GET /v2.0/networks?id=094b8464-5ed4-428c-85f9-2c8468dfbadf HTTP/1.1" status: 200 len: 918 time: 0.1468275 Dec 07 15:22:00.598369 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5261b77d-7224-4af6-9ae7-a9071e2addde req-9a9db39f-df5f-4f9f-ae03-1a536056a1c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a35b3f8-5d63-4b9b-b345-f944d2d351f3 HTTP/1.1" status: 200 len: 217 time: 0.0633752 Dec 07 15:22:00.670721 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261b77d-7224-4af6-9ae7-a9071e2addde req-a7d7ddd1-06e6-481c-b5ae-a35478fbf780 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:00.672558 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5261b77d-7224-4af6-9ae7-a9071e2addde req-a7d7ddd1-06e6-481c-b5ae-a35478fbf780 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1159b89-e409-480d-88a1-0e02146c58fd HTTP/1.1" status: 200 len: 856 time: 0.0675936 Dec 07 15:22:00.756253 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5261b77d-7224-4af6-9ae7-a9071e2addde req-e7838949-af2c-4018-a985-1af9a774f410 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=094b8464-5ed4-428c-85f9-2c8468dfbadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766556 Dec 07 15:22:00.901944 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5261b77d-7224-4af6-9ae7-a9071e2addde req-7c9c1a1e-0573-49cb-b44a-1196633f2c0d service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378372 Dec 07 15:22:01.047366 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5261b77d-7224-4af6-9ae7-a9071e2addde req-46eef891-5ff0-4855-a324-f74d58baf61d service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388955 Dec 07 15:22:01.291472 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ac177-8b18-4c53-ac07-b9bb913ce26c req-b4e901a3-d75b-4132-b380-1f53e8ed98b1 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:01.293183 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1c6ac177-8b18-4c53-ac07-b9bb913ce26c req-b4e901a3-d75b-4132-b380-1f53e8ed98b1 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 944 time: 0.0899928 Dec 07 15:22:01.343064 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1c6ac177-8b18-4c53-ac07-b9bb913ce26c req-78d99b4a-62a5-4b09-b6b7-851347931fbd tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433948 Dec 07 15:22:02.005447 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 33038) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:22:02.161085 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cf10a4a4-b52f-44c9-8025-5229f92d8620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:02.197410 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-cf10a4a4-b52f-44c9-8025-5229f92d8620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:22:02.201807 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-cf10a4a4-b52f-44c9-8025-5229f92d8620 admin admin] Usage tracker for resource:security_group_rule and tenant:2d2b2809a7c44260b6a97c9a19c63268 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:22:02.205029 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-cf10a4a4-b52f-44c9-8025-5229f92d8620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:22:02.211327 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-cf10a4a4-b52f-44c9-8025-5229f92d8620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:22:02.281871 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cf10a4a4-b52f-44c9-8025-5229f92d8620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:02.285776 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cf10a4a4-b52f-44c9-8025-5229f92d8620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:02.293037 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-84e0608f-b518-4796-9eec-93c64b1e2c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:02.337151 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10a4a4-b52f-44c9-8025-5229f92d8620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8693b6b-b91d-4d09-b299-1e637e98edae,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:02.340637 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-cf10a4a4-b52f-44c9-8025-5229f92d8620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:02.342994 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-cf10a4a4-b52f-44c9-8025-5229f92d8620 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2d2b2809a7c44260b6a97c9a19c63268&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3364711 Dec 07 15:22:02.346202 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 33046) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:22:02.416162 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-31db6cda-cdce-41ab-b22a-5ebe0c5f96c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:02.444466 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-31db6cda-cdce-41ab-b22a-5ebe0c5f96c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:02.491343 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-31db6cda-cdce-41ab-b22a-5ebe0c5f96c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:02.497136 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0d77bde4-a3df-4df4-b542-8da1ab03372a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:02.511196 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db6cda-cdce-41ab-b22a-5ebe0c5f96c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8693b6b-b91d-4d09-b299-1e637e98edae,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:02.513945 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-31db6cda-cdce-41ab-b22a-5ebe0c5f96c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:02.522234 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-31db6cda-cdce-41ab-b22a-5ebe0c5f96c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:02.523491 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-31db6cda-cdce-41ab-b22a-5ebe0c5f96c7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e8693b6b-b91d-4d09-b299-1e637e98edae HTTP/1.1" status: 204 len: 168 time: 0.1764145 Dec 07 15:22:02.581204 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41415714-b6e6-41c1-9a32-f2c3cf8acf4e req-d9f7dd70-cf6d-4937-8d41-946fed11e2bc tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:02.582883 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-41415714-b6e6-41c1-9a32-f2c3cf8acf4e req-d9f7dd70-cf6d-4937-8d41-946fed11e2bc tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 944 time: 0.0876880 Dec 07 15:22:02.633538 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-41415714-b6e6-41c1-9a32-f2c3cf8acf4e req-25fe60a0-c29f-4765-8fb8-41deae16b35f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434887 Dec 07 15:22:02.885797 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 33056) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:22:02.906182 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a8208628-0c6c-432c-a405-9e87d946155d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:02.939439 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a8208628-0c6c-432c-a405-9e87d946155d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:22:02.944000 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a8208628-0c6c-432c-a405-9e87d946155d admin admin] Usage tracker for resource:security_group_rule and tenant:f070ff16ac274195b19710b399f0bd4e is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:22:02.947288 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a8208628-0c6c-432c-a405-9e87d946155d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:22:02.953643 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a8208628-0c6c-432c-a405-9e87d946155d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:22:03.022263 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a8208628-0c6c-432c-a405-9e87d946155d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:03.026192 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a8208628-0c6c-432c-a405-9e87d946155d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:03.033062 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a36cbdef-dfc1-460d-b482-1f7f9518bfc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:03.076117 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8208628-0c6c-432c-a405-9e87d946155d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645ecf99-d9bc-4ff6-98fe-d83d0dabf3fc,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:03.081895 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a8208628-0c6c-432c-a405-9e87d946155d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f070ff16ac274195b19710b399f0bd4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1948717 Dec 07 15:22:03.083211 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a8208628-0c6c-432c-a405-9e87d946155d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:03.084174 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 33060) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:22:03.154771 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0fd11bb1-cc6a-44f6-baa6-50050827f2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:03.182824 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0fd11bb1-cc6a-44f6-baa6-50050827f2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:03.234786 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0fd11bb1-cc6a-44f6-baa6-50050827f2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:03.238726 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9ba5fe17-ce09-402a-89dc-b5082d4ef211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:03.250706 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd11bb1-cc6a-44f6-baa6-50050827f2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645ecf99-d9bc-4ff6-98fe-d83d0dabf3fc,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:03.254634 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0fd11bb1-cc6a-44f6-baa6-50050827f2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:03.258333 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0fd11bb1-cc6a-44f6-baa6-50050827f2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:03.259635 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-0fd11bb1-cc6a-44f6-baa6-50050827f2e8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/645ecf99-d9bc-4ff6-98fe-d83d0dabf3fc HTTP/1.1" status: 204 len: 168 time: 0.1745059 Dec 07 15:22:03.859083 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce40d19-cd24-41ec-bc4d-e72f101b516c req-dc68e496-632d-40aa-bfae-b9e653f05834 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:03.860804 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cce40d19-cd24-41ec-bc4d-e72f101b516c req-dc68e496-632d-40aa-bfae-b9e653f05834 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 944 time: 0.0865004 Dec 07 15:22:03.909703 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cce40d19-cd24-41ec-bc4d-e72f101b516c req-165bafaa-fc21-4f10-9074-1b789b9759fe tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426953 Dec 07 15:22:04.081952 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:22:04.224927 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:22:04.239433 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'port_id': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3', 'mac_address': 'fa:16:3e:4f:a5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:22:04.295784 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:04.318704 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:22:04.335297 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:22:04.339333 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:04.341242 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:04.412348 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:04.416816 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:04.561145 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['0a35b3f8-5d63-4b9b-b345-f944d2d351f3'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:22:05.132615 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36400ba-2abe-405a-a7bb-c558b070de11 req-91d80573-7ee3-42a7-8d7e-26252fbf9c3c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:05.134739 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d36400ba-2abe-405a-a7bb-c558b070de11 req-91d80573-7ee3-42a7-8d7e-26252fbf9c3c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 945 time: 0.0851123 Dec 07 15:22:05.183864 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d36400ba-2abe-405a-a7bb-c558b070de11 req-3a633b45-0ebe-42bb-8318-c03de3397af0 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426977 Dec 07 15:22:06.101658 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:22:06.175369 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning for port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:22:06.180681 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:22:06.181104 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:06.303124 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:06.332994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b99c5d-5485-414f-9718-4a7a9d85b437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:22:06.343832 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:22:06.346965 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:06.350109 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-16bb9b27-4160-46c2-9521-728b0b541106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:06.410993 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b99c5d-5485-414f-9718-4a7a9d85b437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3', 'code': 200} Dec 07 15:22:06.424583 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833930e-311a-4bfd-a149-383aa0a93497 req-44fe819d-f54f-466a-bc3b-25d26b7a5c00 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:06.426394 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2833930e-311a-4bfd-a149-383aa0a93497 req-44fe819d-f54f-466a-bc3b-25d26b7a5c00 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.1065967 Dec 07 15:22:06.434116 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:06.437472 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:06.475943 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2833930e-311a-4bfd-a149-383aa0a93497 req-ff82cd70-37b6-4847-846b-60978fcc497b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428145 Dec 07 15:22:06.643552 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-51e8a854-4811-46d0-bab7-f3b8ebfe6a5f req-e342417c-f5c6-4f1e-97ad-a103b502c93e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 1099 time: 0.0758152 Dec 07 15:22:06.694036 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-51e8a854-4811-46d0-bab7-f3b8ebfe6a5f req-87950622-df30-43e6-af08-7020b5f7765b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416760 Dec 07 15:22:07.697405 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d97d7-7c94-498f-b664-fa1416d535fb req-8cb0ee11-39f1-498b-ad09-cb3a21a7a53a tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:07.698996 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b63d97d7-7c94-498f-b664-fa1416d535fb req-8cb0ee11-39f1-498b-ad09-cb3a21a7a53a tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.0853407 Dec 07 15:22:07.753423 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b63d97d7-7c94-498f-b664-fa1416d535fb req-55085f39-90fd-4341-9f78-72664f08f0a2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453355 Dec 07 15:22:08.547847 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9e74a594-dd5b-4deb-a1b1-b65392bf54e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:09.128700 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc19fb-6262-41a2-a9be-88ca0971c708 req-49d1ddb8-2f7b-47bb-b777-e249221e0e8d tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:09.130799 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a7bc19fb-6262-41a2-a9be-88ca0971c708 req-49d1ddb8-2f7b-47bb-b777-e249221e0e8d tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.0903594 Dec 07 15:22:09.184928 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a7bc19fb-6262-41a2-a9be-88ca0971c708 req-4e105e89-abbe-4af7-ba18-53da33fa3189 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471399 Dec 07 15:22:09.400542 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24509179-7e3c-4fb6-bb76-01689d7be496 req-2a6ab137-19f9-4666-8d31-3e528ebfa5f4 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:09.402337 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-24509179-7e3c-4fb6-bb76-01689d7be496 req-2a6ab137-19f9-4666-8d31-3e528ebfa5f4 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.0866687 Dec 07 15:22:09.412654 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 33156) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:22:09.419348 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-e337b129-cf0f-4300-b4c6-24dc719e0d3b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Request body: {'floatingip': {'port_id': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:22:09.504473 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e337b129-cf0f-4300-b4c6-24dc719e0d3b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for floatingip, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:09.683510 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:10.374037 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e337b129-cf0f-4300-b4c6-24dc719e0d3b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:10.377383 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e337b129-cf0f-4300-b4c6-24dc719e0d3b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633837'] for floatingip, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:10.596042 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.l3_db [None req-e337b129-cf0f-4300-b4c6-24dc719e0d3b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Floating IP 12a57693-908e-427c-9260-b29d1ed72175 associated. External IP: 172.28.3.15, port: 0a35b3f8-5d63-4b9b-b345-f944d2d351f3. Dec 07 15:22:10.668960 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8b46-e6a0-4485-88d4-4963d6720f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:11.033819 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e337b129-cf0f-4300-b4c6-24dc719e0d3b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Router 8b0cf43b-64db-4062-b3dd-446f41dace2e has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:22:11.256916 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e337b129-cf0f-4300-b4c6-24dc719e0d3b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:22:11.262647 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e337b129-cf0f-4300-b4c6-24dc719e0d3b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for floatingip, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:11.269396 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7c94a7-f200-422e-bab0-e0a0cd58e494 None None] Sync routers for ids ['8b0cf43b-64db-4062-b3dd-446f41dace2e'] in dv-cinder-820628-1-smb {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:22:11.295395 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7c94a7-f200-422e-bab0-e0a0cd58e494 None None] Routers {'8b0cf43b-64db-4062-b3dd-446f41dace2e'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:22:11.296106 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-7a7c94a7-f200-422e-bab0-e0a0cd58e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:22:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['8b0cf43b-64db-4062-b3dd-446f41dace2e'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:22:11.332934 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-e337b129-cf0f-4300-b4c6-24dc719e0d3b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "PUT /v2.0/floatingips/12a57693-908e-427c-9260-b29d1ed72175 HTTP/1.1" status: 200 len: 991 time: 1.9161358 Dec 07 15:22:11.332934 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b99c5d-5485-414f-9718-4a7a9d85b437', 'tag': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:22:11.359319 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:11.431488 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b99c5d-5485-414f-9718-4a7a9d85b437', 'tag': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3', 'status': 'completed', 'code': 200} Dec 07 15:22:11.518272 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-7a7c94a7-f200-422e-bab0-e0a0cd58e494 None None] Set router 8b0cf43b-64db-4062-b3dd-446f41dace2e gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:22:11.542889 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-df8b8af5-44ac-4d6b-bb24-4d6ae876777b req-a625d8a6-f3cf-43bf-aa87-bfbf0c8c085c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c656814e5740ada798cf35922cb848&device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 1099 time: 0.0875912 Dec 07 15:22:11.891959 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b8af5-44ac-4d6b-bb24-4d6ae876777b req-7745f4e9-dde6-4539-946f-4c11ee9965b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:11.893573 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-df8b8af5-44ac-4d6b-bb24-4d6ae876777b req-7745f4e9-dde6-4539-946f-4c11ee9965b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=094b8464-5ed4-428c-85f9-2c8468dfbadf HTTP/1.1" status: 200 len: 918 time: 0.3425906 Dec 07 15:22:11.914267 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-7a7c94a7-f200-422e-bab0-e0a0cd58e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:10Z', 'revision_number': 4, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_floatingips': [{'id': '12a57693-908e-427c-9260-b29d1ed72175', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'floating_ip_address': '172.28.3.15', 'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'router_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'port_id': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'mac_address': 'fa:16:3e:4f:a5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b99c5d-5485-414f-9718-4a7a9d85b437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:21:54Z', 'updated_at': '2021-12-07T15:22:10Z', 'revision_number': 1, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b483a37-03db-47ed-bcf1-e75cb001a0a0', 'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'mac_address': 'fa:16:3e:4f:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:09Z', 'updated_at': '2021-12-07T15:18:25Z', 'revision_number': 5, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'subnets': [{'id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:22:11.918645 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7c94a7-f200-422e-bab0-e0a0cd58e494 None None] Checking router: 8b0cf43b-64db-4062-b3dd-446f41dace2e for host: dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:22:11.930513 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7c94a7-f200-422e-bab0-e0a0cd58e494 None None] Routers {'8b0cf43b-64db-4062-b3dd-446f41dace2e'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:22:11.931190 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-7a7c94a7-f200-422e-bab0-e0a0cd58e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:22:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['8b0cf43b-64db-4062-b3dd-446f41dace2e'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:22:12.004627 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-df8b8af5-44ac-4d6b-bb24-4d6ae876777b req-b948ad50-291a-40b5-8edd-e80da289eae3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a35b3f8-5d63-4b9b-b345-f944d2d351f3 HTTP/1.1" status: 200 len: 999 time: 0.1032758 Dec 07 15:22:12.075171 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b8af5-44ac-4d6b-bb24-4d6ae876777b req-2875a940-e5cb-401a-90cf-932ae29e4151 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:12.076883 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-df8b8af5-44ac-4d6b-bb24-4d6ae876777b req-2875a940-e5cb-401a-90cf-932ae29e4151 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1159b89-e409-480d-88a1-0e02146c58fd HTTP/1.1" status: 200 len: 856 time: 0.0656571 Dec 07 15:22:12.117266 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-7a7c94a7-f200-422e-bab0-e0a0cd58e494 None None] Set router 8b0cf43b-64db-4062-b3dd-446f41dace2e gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:22:12.159282 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-df8b8af5-44ac-4d6b-bb24-4d6ae876777b req-fa202b07-3bb1-4cc0-9196-5a6cd743844a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=094b8464-5ed4-428c-85f9-2c8468dfbadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761042 Dec 07 15:22:12.318754 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-df8b8af5-44ac-4d6b-bb24-4d6ae876777b req-e2c2ac52-4f6b-4b73-92be-bd4a10acf5eb service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527078 Dec 07 15:22:12.472139 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-df8b8af5-44ac-4d6b-bb24-4d6ae876777b req-b6c89293-9285-4958-a43a-920360a7f0d8 service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458244 Dec 07 15:22:12.511827 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-7a7c94a7-f200-422e-bab0-e0a0cd58e494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:10Z', 'revision_number': 4, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_floatingips': [{'id': '12a57693-908e-427c-9260-b29d1ed72175', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'floating_ip_address': '172.28.3.15', 'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'router_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'port_id': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'mac_address': 'fa:16:3e:4f:a5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b99c5d-5485-414f-9718-4a7a9d85b437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:21:54Z', 'updated_at': '2021-12-07T15:22:10Z', 'revision_number': 1, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b483a37-03db-47ed-bcf1-e75cb001a0a0', 'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'mac_address': 'fa:16:3e:4f:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:09Z', 'updated_at': '2021-12-07T15:18:25Z', 'revision_number': 5, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'subnets': [{'id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:22:12.514777 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7c94a7-f200-422e-bab0-e0a0cd58e494 None None] The sync data for ids ['8b0cf43b-64db-4062-b3dd-446f41dace2e'] in dv-cinder-820628-1-smb is: [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:10Z', 'revision_number': 4, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_floatingips': [{'id': '12a57693-908e-427c-9260-b29d1ed72175', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'floating_ip_address': '172.28.3.15', 'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'router_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'port_id': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'mac_address': 'fa:16:3e:4f:a5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b99c5d-5485-414f-9718-4a7a9d85b437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:21:54Z', 'updated_at': '2021-12-07T15:22:10Z', 'revision_number': 1, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b483a37-03db-47ed-bcf1-e75cb001a0a0', 'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'mac_address': 'fa:16:3e:4f:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:09Z', 'updated_at': '2021-12-07T15:18:25Z', 'revision_number': 5, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'subnets': [{'id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:22:12.589779 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:12.942099 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5f8327-0e95-41b9-9000-d3f91e5945e4 None None] New status for floating IP 12a57693-908e-427c-9260-b29d1ed72175: ACTIVE {{(pid=88191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:22:12.947326 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ee473-70d5-46f1-b8fd-d6958e90f6ea req-e70528a7-7c1f-418e-8145-a407be9a3726 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:12.949031 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7b2ee473-70d5-46f1-b8fd-d6958e90f6ea req-e70528a7-7c1f-418e-8145-a407be9a3726 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 984 time: 0.1189582 Dec 07 15:22:12.956636 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-becdba8b-1d29-445a-ba6e-a101cfb92433 req-cfed6f08-156b-4b70-b45d-630243303bc2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8440c70a568a4a21bfaca3e4aa7c27ca&device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 1137 time: 0.1681700 Dec 07 15:22:13.043731 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 33216) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:22:13.099004 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7b2ee473-70d5-46f1-b8fd-d6958e90f6ea req-d7689002-f255-4d26-9623-491d984b2676 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&id=8fc54280-9ba3-4987-a356-0020feabbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1411049 Dec 07 15:22:13.154318 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdba8b-1d29-445a-ba6e-a101cfb92433 req-c8af9c90-b724-4784-b1ab-4098158bf0dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:13.156044 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-becdba8b-1d29-445a-ba6e-a101cfb92433 req-c8af9c90-b724-4784-b1ab-4098158bf0dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=03313f33-10d1-4efe-ad7b-e30eb94ac64a HTTP/1.1" status: 200 len: 916 time: 0.1832948 Dec 07 15:22:13.218323 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:13.258999 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:22:13.263255 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Usage tracker for resource:security_group_rule and tenant:c829d6bcd3f14770b1bad452bf4e76cc is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:22:13.266358 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:22:13.272903 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:22:13.283940 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-becdba8b-1d29-445a-ba6e-a101cfb92433 req-0571c892-d5a9-455c-b61f-7939a0c08199 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=764d23b1-67dd-443b-b9db-d183e7479081 HTTP/1.1" status: 200 len: 1000 time: 0.1152210 Dec 07 15:22:13.344667 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:13.349013 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:13.357694 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4b07ce4e-6df2-4798-b735-f75ed9b644f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:13.360419 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdba8b-1d29-445a-ba6e-a101cfb92433 req-90f4e3d7-87d2-4b75-8c0d-7b0eaffbaf6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:13.362326 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-becdba8b-1d29-445a-ba6e-a101cfb92433 req-90f4e3d7-87d2-4b75-8c0d-7b0eaffbaf6d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5323836-8704-4805-8b57-689bc0ca72e4 HTTP/1.1" status: 200 len: 854 time: 0.0703123 Dec 07 15:22:13.404486 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5acb6df-b11c-40b5-bd45-72526fa456fc,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:13.411937 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c829d6bcd3f14770b1bad452bf4e76cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3644269 Dec 07 15:22:13.412414 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 33222) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:22:13.417431 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:13.417845 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:13.418272 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:13.418672 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:13.419072 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:13.419469 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:13.419863 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:13.420256 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:13.420664 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:13.421052 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:13.421435 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:13.425763 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-912134ed-4890-4a42-aee9-f0ba76c5a870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:13.516513 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a72ee182-3a0f-48cb-8e7e-632efb68cb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:13.534711 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-becdba8b-1d29-445a-ba6e-a101cfb92433 req-deec828f-65db-4138-9910-485fa8d33b38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=03313f33-10d1-4efe-ad7b-e30eb94ac64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1578803 Dec 07 15:22:13.577076 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a72ee182-3a0f-48cb-8e7e-632efb68cb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:13.726207 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-becdba8b-1d29-445a-ba6e-a101cfb92433 req-8d5b4f4a-d842-4481-aebc-8e1d37db8167 service neutron] 10.222.0.57 "GET /v2.0/networks/03313f33-10d1-4efe-ad7b-e30eb94ac64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817467 Dec 07 15:22:13.727299 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a72ee182-3a0f-48cb-8e7e-632efb68cb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:13.731339 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8c4032d9-5269-40f6-a6e5-d8da1df2a1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:13.785239 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ee182-3a0f-48cb-8e7e-632efb68cb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5acb6df-b11c-40b5-bd45-72526fa456fc,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:13.788317 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a72ee182-3a0f-48cb-8e7e-632efb68cb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:13.843320 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a72ee182-3a0f-48cb-8e7e-632efb68cb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:13.844532 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a72ee182-3a0f-48cb-8e7e-632efb68cb96 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a5acb6df-b11c-40b5-bd45-72526fa456fc HTTP/1.1" status: 204 len: 168 time: 0.4310699 Dec 07 15:22:13.898816 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-becdba8b-1d29-445a-ba6e-a101cfb92433 req-dcd15d01-1fbc-4eca-939e-c10911f3baab service neutron] 10.222.0.57 "GET /v2.0/networks/03313f33-10d1-4efe-ad7b-e30eb94ac64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604404 Dec 07 15:22:14.218441 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 33234) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:22:14.279535 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4cba3d16-7a71-4c01-9817-f9d512ee9cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:14.336585 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-4cba3d16-7a71-4c01-9817-f9d512ee9cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:22:14.342432 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-4cba3d16-7a71-4c01-9817-f9d512ee9cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:081030643ae3490189d20ab0038e0a70 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:22:14.346672 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-4cba3d16-7a71-4c01-9817-f9d512ee9cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:22:14.354581 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-4cba3d16-7a71-4c01-9817-f9d512ee9cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:22:14.377021 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad092fc-1e0b-4418-bcc1-090af5f6cee1 req-605f6f84-a3a7-4e6e-98e2-d48a89e37d5c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:14.378693 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7ad092fc-1e0b-4418-bcc1-090af5f6cee1 req-605f6f84-a3a7-4e6e-98e2-d48a89e37d5c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 984 time: 0.1423557 Dec 07 15:22:14.461658 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7ad092fc-1e0b-4418-bcc1-090af5f6cee1 req-135c263d-b5c5-4df7-a907-87dae683ee6d tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&id=8fc54280-9ba3-4987-a356-0020feabbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733318 Dec 07 15:22:14.485076 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4cba3d16-7a71-4c01-9817-f9d512ee9cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:14.489271 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4cba3d16-7a71-4c01-9817-f9d512ee9cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:14.496516 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3df18ed3-c576-4728-805c-3dc0ad079c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:14.537713 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba3d16-7a71-4c01-9817-f9d512ee9cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42788f0a-ac77-4beb-8758-970925d43738,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:14.543298 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4cba3d16-7a71-4c01-9817-f9d512ee9cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:14.547005 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-4cba3d16-7a71-4c01-9817-f9d512ee9cb2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=081030643ae3490189d20ab0038e0a70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3273592 Dec 07 15:22:14.549982 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 33238) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:22:14.620308 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c75ede2-629b-4d41-b8e7-4ea84d36d936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:14.648300 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c75ede2-629b-4d41-b8e7-4ea84d36d936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:14.708801 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c75ede2-629b-4d41-b8e7-4ea84d36d936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:14.712845 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e0520469-ef47-4ae7-89c7-7fb84cb3cc8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:14.724886 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75ede2-629b-4d41-b8e7-4ea84d36d936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42788f0a-ac77-4beb-8758-970925d43738,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:14.729056 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6c75ede2-629b-4d41-b8e7-4ea84d36d936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:14.733427 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c75ede2-629b-4d41-b8e7-4ea84d36d936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:14.734668 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-6c75ede2-629b-4d41-b8e7-4ea84d36d936 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/42788f0a-ac77-4beb-8758-970925d43738 HTTP/1.1" status: 204 len: 168 time: 0.1836212 Dec 07 15:22:15.694639 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2b5e2-d377-4217-bef4-b788da6a574f req-4414d285-8364-4b8b-b707-d111e7cc6ac3 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:15.696429 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b0c2b5e2-d377-4217-bef4-b788da6a574f req-4414d285-8364-4b8b-b707-d111e7cc6ac3 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 984 time: 0.1053624 Dec 07 15:22:15.750277 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b0c2b5e2-d377-4217-bef4-b788da6a574f req-6616cd7d-f2ef-46f4-b394-bbba73b6f1a1 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&id=8fc54280-9ba3-4987-a356-0020feabbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467100 Dec 07 15:22:17.017990 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fd83b-84bc-4a45-b612-be8de7bf16d5 req-f85cc4e5-7d01-43b4-af9f-b7fe7a885231 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:17.019623 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-599fd83b-84bc-4a45-b612-be8de7bf16d5 req-f85cc4e5-7d01-43b4-af9f-b7fe7a885231 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 984 time: 0.1318097 Dec 07 15:22:17.078931 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-599fd83b-84bc-4a45-b612-be8de7bf16d5 req-91b947c6-47f8-4114-b608-e0db3b83d86d tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&id=8fc54280-9ba3-4987-a356-0020feabbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524445 Dec 07 15:22:18.304824 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e0c03-b873-4703-a0c1-24f8d07d8e18 req-4c16b869-a1db-4fd7-9633-c465e0c44d67 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:18.306532 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f52e0c03-b873-4703-a0c1-24f8d07d8e18 req-4c16b869-a1db-4fd7-9633-c465e0c44d67 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 984 time: 0.0930679 Dec 07 15:22:18.359426 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f52e0c03-b873-4703-a0c1-24f8d07d8e18 req-07f6a048-db40-40a8-92df-318dc00cf8d7 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&id=8fc54280-9ba3-4987-a356-0020feabbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464151 Dec 07 15:22:19.718300 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac99148-a574-464b-855e-bbad9ffb037e req-b691cd72-67d4-45c8-8781-6c8de37868a7 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:19.719813 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fac99148-a574-464b-855e-bbad9ffb037e req-b691cd72-67d4-45c8-8781-6c8de37868a7 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 984 time: 0.0890493 Dec 07 15:22:19.772762 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fac99148-a574-464b-855e-bbad9ffb037e req-8335fb30-72f2-4ff6-be06-57003e75ea72 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&id=8fc54280-9ba3-4987-a356-0020feabbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455952 Dec 07 15:22:20.653914 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 33346) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:22:20.827314 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3592ba4-0321-4ed8-bcca-05b0f42160e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:20.862911 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-c3592ba4-0321-4ed8-bcca-05b0f42160e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:22:20.867603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-c3592ba4-0321-4ed8-bcca-05b0f42160e5 admin admin] Usage tracker for resource:security_group_rule and tenant:4392373c14ef423d9951ec39739cdfc5 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:22:20.870700 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-c3592ba4-0321-4ed8-bcca-05b0f42160e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:22:20.877017 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-c3592ba4-0321-4ed8-bcca-05b0f42160e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:22:21.020743 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3592ba4-0321-4ed8-bcca-05b0f42160e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:21.027741 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3592ba4-0321-4ed8-bcca-05b0f42160e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:21.035841 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ac581044-569c-4782-bf00-c80dc7b0b995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:21.097827 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3592ba4-0321-4ed8-bcca-05b0f42160e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8147a3-d1af-48fd-be95-1680cb9c88ef,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:21.102412 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c3592ba4-0321-4ed8-bcca-05b0f42160e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:21.110867 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-c3592ba4-0321-4ed8-bcca-05b0f42160e5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4392373c14ef423d9951ec39739cdfc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4554205 Dec 07 15:22:21.111381 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 33354) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:22:21.118343 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68806e-7b83-4b28-8ea3-07c54ed47630 req-8e921942-17a5-48c9-acf3-b75a8487d12e tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:21.119893 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4b68806e-7b83-4b28-8ea3-07c54ed47630 req-8e921942-17a5-48c9-acf3-b75a8487d12e tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 984 time: 0.2009947 Dec 07 15:22:21.170776 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4b68806e-7b83-4b28-8ea3-07c54ed47630 req-c631c9fe-9caa-4afe-b12d-43e4a152f84c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&id=8fc54280-9ba3-4987-a356-0020feabbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445828 Dec 07 15:22:21.178574 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e67d0059-c887-4eb2-be6d-b13dfdd2c7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:21.213418 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e67d0059-c887-4eb2-be6d-b13dfdd2c7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:21.269231 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e67d0059-c887-4eb2-be6d-b13dfdd2c7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:21.273274 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0fd11bb1-cc6a-44f6-baa6-50050827f2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:21.290733 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d0059-c887-4eb2-be6d-b13dfdd2c7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8147a3-d1af-48fd-be95-1680cb9c88ef,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:21.294996 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e67d0059-c887-4eb2-be6d-b13dfdd2c7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:21.300554 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e67d0059-c887-4eb2-be6d-b13dfdd2c7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:21.301776 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-e67d0059-c887-4eb2-be6d-b13dfdd2c7d1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dc8147a3-d1af-48fd-be95-1680cb9c88ef HTTP/1.1" status: 204 len: 168 time: 0.1890509 Dec 07 15:22:21.714333 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 33364) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:22:21.734420 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf9a8-3eb0-4e15-8cc0-17c0d0c4e51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:21.768880 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ed5cf9a8-3eb0-4e15-8cc0-17c0d0c4e51f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:22:21.772941 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ed5cf9a8-3eb0-4e15-8cc0-17c0d0c4e51f admin admin] Usage tracker for resource:security_group_rule and tenant:ab8631494d59404b8a6e77801c5940b8 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:22:21.776278 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ed5cf9a8-3eb0-4e15-8cc0-17c0d0c4e51f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:22:21.782271 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ed5cf9a8-3eb0-4e15-8cc0-17c0d0c4e51f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:22:21.853959 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf9a8-3eb0-4e15-8cc0-17c0d0c4e51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:21.858314 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf9a8-3eb0-4e15-8cc0-17c0d0c4e51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:21.865052 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-84fde6aa-8b40-47f8-99e7-0cb07e827eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:21.910217 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cf9a8-3eb0-4e15-8cc0-17c0d0c4e51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d919f908-6149-4f70-9cde-97a93f7331d3,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:21.913322 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ed5cf9a8-3eb0-4e15-8cc0-17c0d0c4e51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:21.915840 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-ed5cf9a8-3eb0-4e15-8cc0-17c0d0c4e51f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ab8631494d59404b8a6e77801c5940b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2003982 Dec 07 15:22:21.920652 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 33368) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:22:21.990052 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-79e5a42b-a5e9-4654-9815-28fb1ce0d8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:22.018289 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-79e5a42b-a5e9-4654-9815-28fb1ce0d8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:22.073084 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-79e5a42b-a5e9-4654-9815-28fb1ce0d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:22.079452 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-2dc6ed16-f252-4dbe-878b-da8759eb78bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:22.095042 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5a42b-a5e9-4654-9815-28fb1ce0d8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d919f908-6149-4f70-9cde-97a93f7331d3,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:22.097702 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-79e5a42b-a5e9-4654-9815-28fb1ce0d8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:22.100405 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:22.104427 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-79e5a42b-a5e9-4654-9815-28fb1ce0d8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:22.105930 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-79e5a42b-a5e9-4654-9815-28fb1ce0d8cd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d919f908-6149-4f70-9cde-97a93f7331d3 HTTP/1.1" status: 204 len: 168 time: 0.1838236 Dec 07 15:22:22.395780 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812391cb-1ecc-4ef1-89f7-d582ca014927 req-9a246075-a220-4b7e-bda0-6ea9526b5ff6 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:22.397424 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-812391cb-1ecc-4ef1-89f7-d582ca014927 req-9a246075-a220-4b7e-bda0-6ea9526b5ff6 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 984 time: 0.0854194 Dec 07 15:22:22.451825 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-812391cb-1ecc-4ef1-89f7-d582ca014927 req-910d855f-df5d-4ada-ba67-d39fec203bd0 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&id=8fc54280-9ba3-4987-a356-0020feabbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456810 Dec 07 15:22:23.673619 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c3f4a-9775-4869-9826-d1397323b193 req-f8335a1c-adde-402f-a9bb-eb9a8c918ed6 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:23.675206 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9a1c3f4a-9775-4869-9826-d1397323b193 req-f8335a1c-adde-402f-a9bb-eb9a8c918ed6 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 984 time: 0.0962591 Dec 07 15:22:23.731598 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9a1c3f4a-9775-4869-9826-d1397323b193 req-676f3c94-907a-420d-8913-3ae7804e796c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&id=8fc54280-9ba3-4987-a356-0020feabbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493600 Dec 07 15:22:24.047802 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 33418) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:22:24.217553 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-afeaa4d0-c634-4a8b-a2a6-24a1a4b5f06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:24.251211 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-afeaa4d0-c634-4a8b-a2a6-24a1a4b5f06d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:22:24.255735 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-afeaa4d0-c634-4a8b-a2a6-24a1a4b5f06d admin admin] Usage tracker for resource:security_group_rule and tenant:968c849d5b5348fc8bec5bc3870aee2c is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:22:24.259711 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-afeaa4d0-c634-4a8b-a2a6-24a1a4b5f06d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:22:24.265939 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-afeaa4d0-c634-4a8b-a2a6-24a1a4b5f06d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:22:24.337499 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-afeaa4d0-c634-4a8b-a2a6-24a1a4b5f06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:24.341325 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-afeaa4d0-c634-4a8b-a2a6-24a1a4b5f06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:24.348102 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-14acc6f3-f5ad-480e-9e6d-73d94e36c416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:24.392267 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeaa4d0-c634-4a8b-a2a6-24a1a4b5f06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f9cf22-9337-4706-932a-67911b619fee,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:24.395723 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-afeaa4d0-c634-4a8b-a2a6-24a1a4b5f06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:24.400846 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-afeaa4d0-c634-4a8b-a2a6-24a1a4b5f06d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=968c849d5b5348fc8bec5bc3870aee2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3490314 Dec 07 15:22:24.401750 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 33424) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:22:24.470250 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f3979446-9a5c-48ac-9284-5be786f32a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:24.501324 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f3979446-9a5c-48ac-9284-5be786f32a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:24.552635 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f3979446-9a5c-48ac-9284-5be786f32a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:24.556588 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1379d60b-b308-4111-b696-5dce4b918a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:24.569303 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3979446-9a5c-48ac-9284-5be786f32a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f9cf22-9337-4706-932a-67911b619fee,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:24.572165 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f3979446-9a5c-48ac-9284-5be786f32a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:24.582094 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f3979446-9a5c-48ac-9284-5be786f32a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:24.589795 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-f3979446-9a5c-48ac-9284-5be786f32a52 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/90f9cf22-9337-4706-932a-67911b619fee HTTP/1.1" status: 204 len: 168 time: 0.1842332 Dec 07 15:22:24.950848 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b91ab8-fb9b-441c-81f1-2b8fb4e0732c req-fd3e0c77-f08b-4969-9421-88da0288e864 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:24.952587 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-14b91ab8-fb9b-441c-81f1-2b8fb4e0732c req-fd3e0c77-f08b-4969-9421-88da0288e864 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 984 time: 0.0861893 Dec 07 15:22:25.008096 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-14b91ab8-fb9b-441c-81f1-2b8fb4e0732c req-38d1a6da-9128-48f8-af3d-bdb7dbf12398 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&id=8fc54280-9ba3-4987-a356-0020feabbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489788 Dec 07 15:22:25.115933 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:22:25.480125 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 33450) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:22:25.654237 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-409976349-network', 'tenant_id': '93e5cdc9a16540338d7869fa8587d71e'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:22:25.659804 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:22:25.664246 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Usage tracker for resource:network and tenant:93e5cdc9a16540338d7869fa8587d71e is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:22:25.667704 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:22:25.674207 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:22:25.685888 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Made reservation on behalf of 93e5cdc9a16540338d7869fa8587d71e for: {'network': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:22:25.690955 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for network, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:25.705349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:25.739575 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:22:25.744194 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Usage tracker for resource:security_group_rule and tenant:93e5cdc9a16540338d7869fa8587d71e is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:22:25.747242 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:22:25.753522 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:22:25.825339 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:25.829274 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:25.832666 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1d257e6a-7b0b-4677-9e17-7ecabbe63ba8 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:25.863010 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=88188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:22:25.872552 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d768ce-2128-4037-8075-ae6d7bf4ee43,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:25.875881 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:25.881616 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:25.881747 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.segments_db [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Added segment 0988141f-6ae8-468f-8af8-418c91fa8ab1 of type vlan for network e50067cb-50ab-4595-ab20-d6338f247ea1 Dec 07 15:22:25.910987 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744366061905'] for network, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:25.944266 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for network, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:25.946422 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:25.947216 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:25.952679 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:26.058012 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5766075 Dec 07 15:22:26.061457 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 33458) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:22:26.064014 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Pushing event updated for resources: {'Network': ['ID=e50067cb-50ab-4595-ab20-d6338f247ea1,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:26.069801 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-d4fc1f20-e129-4f87-a3e8-622f08d2657a admin admin] Request body: {'subnet': {'network_id': 'e50067cb-50ab-4595-ab20-d6338f247ea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-409976349-subnet', 'tenant_id': '93e5cdc9a16540338d7869fa8587d71e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:22:26.074035 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:26.076021 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Network e50067cb-50ab-4595-ab20-d6338f247ea1 details requested by agent ovs-agent-dv-cinder-820628-1-smb with host dv-cinder-820628-1-smb {{(pid=88190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:22:26.076406 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-d4fc1f20-e129-4f87-a3e8-622f08d2657a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:22:26.080676 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-d4fc1f20-e129-4f87-a3e8-622f08d2657a admin admin] Usage tracker for resource:subnet and tenant:93e5cdc9a16540338d7869fa8587d71e is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:22:26.083822 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-d4fc1f20-e129-4f87-a3e8-622f08d2657a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:22:26.090167 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-d4fc1f20-e129-4f87-a3e8-622f08d2657a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:22:26.100607 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fc1f20-e129-4f87-a3e8-622f08d2657a admin admin] Made reservation on behalf of 93e5cdc9a16540338d7869fa8587d71e for: {'subnet': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:22:26.105845 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d4fc1f20-e129-4f87-a3e8-622f08d2657a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853077913'] for subnet, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:26.242330 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fb72e-3c85-4fdf-9b8a-702a4c2e24a9 req-9e9cf2ce-9c3f-4923-b7be-19f49819b79e tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:26.244357 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3e3fb72e-3c85-4fdf-9b8a-702a4c2e24a9 req-9e9cf2ce-9c3f-4923-b7be-19f49819b79e tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 984 time: 0.0986276 Dec 07 15:22:26.306847 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3e3fb72e-3c85-4fdf-9b8a-702a4c2e24a9 req-19ab5a04-09ed-4c01-995a-fa7028438d83 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&id=8fc54280-9ba3-4987-a356-0020feabbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555744 Dec 07 15:22:26.339914 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d4fc1f20-e129-4f87-a3e8-622f08d2657a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848252553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853077898'] for subnet, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:26.346169 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-24bb8554-52e2-476c-bff6-086d37c92f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:26.426371 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc1f20-e129-4f87-a3e8-622f08d2657a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d001a8-812f-4b52-bc9a-6547129c62e2,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:26.431578 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d4fc1f20-e129-4f87-a3e8-622f08d2657a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:26.449592 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fc1f20-e129-4f87-a3e8-622f08d2657a admin admin] Checking segment: {'id': '0988141f-6ae8-468f-8af8-418c91fa8ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e50067cb-50ab-4595-ab20-d6338f247ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:22:26.450232 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fc1f20-e129-4f87-a3e8-622f08d2657a admin admin] Network hostable DHCP agents. Network: e50067cb-50ab-4595-ab20-d6338f247ea1, hostable agents: ['8933d9ad-7c89-41d3-b37b-333921c44d45'], hosted agents: [] {{(pid=88188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:22:26.483206 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fc1f20-e129-4f87-a3e8-622f08d2657a admin admin] Network e50067cb-50ab-4595-ab20-d6338f247ea1 is scheduled to be hosted by DHCP agent 8933d9ad-7c89-41d3-b37b-333921c44d45 with binding_index 1 {{(pid=88188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:22:26.494341 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-d4fc1f20-e129-4f87-a3e8-622f08d2657a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-smb, e50067cb-50ab-4595-ab20-d6338f247ea1) {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:22:26.498988 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fc1f20-e129-4f87-a3e8-622f08d2657a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:26.499690 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d4fc1f20-e129-4f87-a3e8-622f08d2657a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for subnet, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:26.506397 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e4a3b9-9169-4cb4-b21c-35dc816709e6 None None] Network e50067cb-50ab-4595-ab20-d6338f247ea1 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:22:26.522724 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-d4fc1f20-e129-4f87-a3e8-622f08d2657a admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4601462 Dec 07 15:22:26.740191 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99307d22-634e-41d8-9b0b-0e3d9688eb0d None None] Network e50067cb-50ab-4595-ab20-d6338f247ea1 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:22:27.528229 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d769d08-ae2d-4c86-9b76-b50315647ef0 req-0e69d01f-6a49-4bb0-9a05-508982a02c1d tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:27.530428 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9d769d08-ae2d-4c86-9b76-b50315647ef0 req-0e69d01f-6a49-4bb0-9a05-508982a02c1d tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 984 time: 0.0914342 Dec 07 15:22:27.585328 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9d769d08-ae2d-4c86-9b76-b50315647ef0 req-f104a11f-5a3a-4106-beed-24cab70a04e2 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&id=8fc54280-9ba3-4987-a356-0020feabbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454459 Dec 07 15:22:28.812962 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-a3c3de21-ce3f-4741-a6d6-81e9e5cc0c1f tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:28.814689 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-a3c3de21-ce3f-4741-a6d6-81e9e5cc0c1f tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/networks?id=e50067cb-50ab-4595-ab20-d6338f247ea1 HTTP/1.1" status: 200 len: 813 time: 0.1760979 Dec 07 15:22:28.874594 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-52e34694-0cc7-49d8-ab92-0e35f162764e tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/quotas/93e5cdc9a16540338d7869fa8587d71e HTTP/1.1" status: 200 len: 375 time: 0.0532377 Dec 07 15:22:28.937056 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-a15f8740-2c0c-46d3-983f-3d44c3dd6e46 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=93e5cdc9a16540338d7869fa8587d71e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513899 Dec 07 15:22:29.069612 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8fb96-2973-4f2e-a2aa-6ebe3c03666e req-e92b4a3e-8a92-45af-bb68-f4e338179e27 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:29.071260 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4bd8fb96-2973-4f2e-a2aa-6ebe3c03666e req-e92b4a3e-8a92-45af-bb68-f4e338179e27 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 984 time: 0.2401679 Dec 07 15:22:29.353421 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-a5c1ee3f-87b1-46b4-ad83-946198e62d01 service neutron] 10.222.0.71 "GET /v2.0/networks/e50067cb-50ab-4595-ab20-d6338f247ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046316 Dec 07 15:22:29.384074 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4bd8fb96-2973-4f2e-a2aa-6ebe3c03666e req-4f2f0051-b418-4df4-90bd-4fef334af03b tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&id=8fc54280-9ba3-4987-a356-0020feabbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3014162 Dec 07 15:22:29.507805 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-e8843b3c-a93b-4cfe-b2da-3606d47f13b5 service neutron] 10.222.0.71 "GET /v2.0/networks/e50067cb-50ab-4595-ab20-d6338f247ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475091 Dec 07 15:22:29.729783 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-64a78d85-add8-4941-86ac-c8eb9033450b req-baf4863d-7cdd-4d1f-9471-5c9e63351ef5 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 210 time: 0.0467935 Dec 07 15:22:30.621390 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1155e39-00d2-4a85-be5c-b0aa8facc2a9 req-d5b23928-c648-4e67-abf3-ede3dc1268c1 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:30.623339 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f1155e39-00d2-4a85-be5c-b0aa8facc2a9 req-d5b23928-c648-4e67-abf3-ede3dc1268c1 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 984 time: 0.0938859 Dec 07 15:22:30.676460 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f1155e39-00d2-4a85-be5c-b0aa8facc2a9 req-00de621f-82cc-47b4-bb47-1f61764814cc tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&id=8fc54280-9ba3-4987-a356-0020feabbc30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463295 Dec 07 15:22:30.941288 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d48f82b0-57f1-4a00-ab62-7fdea9132882 req-dc10d6ab-369c-4427-9447-a73931a47ff9 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 210 time: 0.0533748 Dec 07 15:22:30.947142 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-09ca66bf-e7ee-49c4-b693-d3751033e95b tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:30.948754 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-09ca66bf-e7ee-49c4-b693-d3751033e95b tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.57 "GET /v2.0/networks?id=e50067cb-50ab-4595-ab20-d6338f247ea1 HTTP/1.1" status: 200 len: 813 time: 0.2092204 Dec 07 15:22:30.965439 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-fd5684df-fe80-47a3-b960-c1ba0f6e2b51 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Request body: {'port': {'device_id': '5b2b3d31-7977-49cd-af76-d1a326354a9a', 'network_id': 'e50067cb-50ab-4595-ab20-d6338f247ea1', 'admin_state_up': True, 'tenant_id': '93e5cdc9a16540338d7869fa8587d71e'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:22:31.113422 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-fd5684df-fe80-47a3-b960-c1ba0f6e2b51 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:22:31.117462 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-fd5684df-fe80-47a3-b960-c1ba0f6e2b51 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Usage tracker for resource:port and tenant:93e5cdc9a16540338d7869fa8587d71e is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:22:31.120554 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-fd5684df-fe80-47a3-b960-c1ba0f6e2b51 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:22:31.126764 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-fd5684df-fe80-47a3-b960-c1ba0f6e2b51 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:22:31.136865 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-fd5684df-fe80-47a3-b960-c1ba0f6e2b51 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Made reservation on behalf of 93e5cdc9a16540338d7869fa8587d71e for: {'port': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:22:31.142493 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-fd5684df-fe80-47a3-b960-c1ba0f6e2b51 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:31.333832 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-fd5684df-fe80-47a3-b960-c1ba0f6e2b51 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Allocated IP 172.20.0.11 (e50067cb-50ab-4595-ab20-d6338f247ea1/e3d001a8-812f-4b52-bc9a-6547129c62e2/47851f38-4520-4cd3-a533-f0ca4adadffb) {{(pid=88189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:22:31.572011 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-fd5684df-fe80-47a3-b960-c1ba0f6e2b51 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Notify callbacks [] for port, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:31.600130 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-fd5684df-fe80-47a3-b960-c1ba0f6e2b51 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:31.606929 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4017bdac-97f7-42e9-87a6-a9173e4fb5b0 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:31.698704 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-fd5684df-fe80-47a3-b960-c1ba0f6e2b51 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Network e50067cb-50ab-4595-ab20-d6338f247ea1 is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:22:31.703184 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-fd5684df-fe80-47a3-b960-c1ba0f6e2b51 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:22:31.705373 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5684df-fe80-47a3-b960-c1ba0f6e2b51 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Pushing event updated for resources: {'Port': ['ID=47851f38-4520-4cd3-a533-f0ca4adadffb,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:31.707686 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-fd5684df-fe80-47a3-b960-c1ba0f6e2b51 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Received port after_create {{(pid=88189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:22:31.738324 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-fd5684df-fe80-47a3-b960-c1ba0f6e2b51 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:31.770733 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-fd5684df-fe80-47a3-b960-c1ba0f6e2b51 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:31.771416 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-fd5684df-fe80-47a3-b960-c1ba0f6e2b51 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:31.794036 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-fd5684df-fe80-47a3-b960-c1ba0f6e2b51 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8340583 Dec 07 15:22:31.807930 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Request body: {'port': {'device_id': '5b2b3d31-7977-49cd-af76-d1a326354a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:22:31.925201 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:32.287918 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1d08c-5140-4976-9211-79a4b64a34ee req-b1a26d1f-f836-401d-aac0-6d5d7869b9fc tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:32.288672 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-15b1d08c-5140-4976-9211-79a4b64a34ee req-b1a26d1f-f836-401d-aac0-6d5d7869b9fc tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Synchronizing usage tracker for tenant:93e5cdc9a16540338d7869fa8587d71e on resource:port {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:22:32.341698 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-15b1d08c-5140-4976-9211-79a4b64a34ee req-b1a26d1f-f836-401d-aac0-6d5d7869b9fc tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Unset dirty status for tenant:93e5cdc9a16540338d7869fa8587d71e on resource:port {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:22:32.343011 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-15b1d08c-5140-4976-9211-79a4b64a34ee req-b1a26d1f-f836-401d-aac0-6d5d7869b9fc tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 932 time: 0.2627206 Dec 07 15:22:32.436316 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47851f38-4520-4cd3-a533-f0ca4adadffb {{(pid=88189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:22:32.445295 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:32.467582 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-15b1d08c-5140-4976-9211-79a4b64a34ee req-0ec623df-4a85-4fdb-8776-013100c27f15 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899112 Dec 07 15:22:32.470019 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Transition to ACTIVE for port object 47851f38-4520-4cd3-a533-f0ca4adadffb will not be triggered until provisioned by entity L2. {{(pid=88189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:22:32.475570 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1906846'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:32.483360 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-498ea050-fce2-4457-8b7b-7432d45a934a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:32.627868 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Pushing event updated for resources: {'Port': ['ID=47851f38-4520-4cd3-a533-f0ca4adadffb,revision_number=2']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:32.700264 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:32.700868 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:32.700997 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:32.701425 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:32.701823 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:32.702682 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:32.703088 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:32.703481 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:32.703871 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:32.704253 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:32.704638 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:32.710961 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:32.754378 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Attempting to bind port 47851f38-4520-4cd3-a533-f0ca4adadffb on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:22:32.754775 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Attempting to bind port 47851f38-4520-4cd3-a533-f0ca4adadffb by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': '0988141f-6ae8-468f-8af8-418c91fa8ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e50067cb-50ab-4595-ab20-d6338f247ea1'}] {{(pid=88189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:22:32.755542 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Attempting to bind port 47851f38-4520-4cd3-a533-f0ca4adadffb on network e50067cb-50ab-4595-ab20-d6338f247ea1 {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:22:32.762792 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Port 47851f38-4520-4cd3-a533-f0ca4adadffb on network e50067cb-50ab-4595-ab20-d6338f247ea1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:22:32.763254 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Attempting to bind port 47851f38-4520-4cd3-a533-f0ca4adadffb on network e50067cb-50ab-4595-ab20-d6338f247ea1 {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:22:32.773219 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Checking agent: {'id': 'cbbfcabc-3255-4d4c-9281-bbfa60486e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'started_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:22:32.773604 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Checking segment: {'id': '0988141f-6ae8-468f-8af8-418c91fa8ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e50067cb-50ab-4595-ab20-d6338f247ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:22:32.774094 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Bound using segment: {'id': '0988141f-6ae8-468f-8af8-418c91fa8ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e50067cb-50ab-4595-ab20-d6338f247ea1'} {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:22:32.774734 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Bound port: 47851f38-4520-4cd3-a533-f0ca4adadffb, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0988141f-6ae8-468f-8af8-418c91fa8ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e50067cb-50ab-4595-ab20-d6338f247ea1'}}] {{(pid=88189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:22:32.775163 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:32.885735 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] For port 47851f38-4520-4cd3-a533-f0ca4adadffb, host hv-cinder-82062, cleared binding levels {{(pid=88189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:22:32.889246 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] For port 47851f38-4520-4cd3-a533-f0ca4adadffb, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=47851f38-4520-4cd3-a533-f0ca4adadffb,segment=NetworkSegment(0988141f-6ae8-468f-8af8-418c91fa8ab1),segment_id=0988141f-6ae8-468f-8af8-418c91fa8ab1)] {{(pid=88189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:22:32.893468 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1906846'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:32.899208 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:32.957832 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:32.959264 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] 10.222.0.57 "PUT /v2.0/ports/47851f38-4520-4cd3-a533-f0ca4adadffb HTTP/1.1" status: 200 len: 1094 time: 1.1561577 Dec 07 15:22:32.962098 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2b3d31-7977-49cd-af76-d1a326354a9a', 'tag': '47851f38-4520-4cd3-a533-f0ca4adadffb'}] {{(pid=88189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:22:32.984513 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Pushing event updated for resources: {'Port': ['ID=47851f38-4520-4cd3-a533-f0ca4adadffb,revision_number=3']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:32.987884 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:33.039918 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2b3d31-7977-49cd-af76-d1a326354a9a', 'tag': '47851f38-4520-4cd3-a533-f0ca4adadffb', 'status': 'completed', 'code': 200} Dec 07 15:22:33.077915 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-1161d04c-4dbf-498b-bd9a-35d4ef6787f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93e5cdc9a16540338d7869fa8587d71e&device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 1097 time: 0.0810585 Dec 07 15:22:33.154107 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-7e9f4193-009e-4e9b-a413-176e61ef3de5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47851f38-4520-4cd3-a533-f0ca4adadffb HTTP/1.1" status: 200 len: 217 time: 0.0685055 Dec 07 15:22:33.239358 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-8b7e53b4-f7e9-40be-b737-883f681882fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:33.241280 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-8b7e53b4-f7e9-40be-b737-883f681882fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3d001a8-812f-4b52-bc9a-6547129c62e2 HTTP/1.1" status: 200 len: 853 time: 0.0806274 Dec 07 15:22:33.298650 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-fc13196c-4268-4f4e-a56f-28f34655f3e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e50067cb-50ab-4595-ab20-d6338f247ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494585 Dec 07 15:22:33.459296 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-54c50314-af36-4355-97e4-ed5ed817f78f service neutron] 10.222.0.57 "GET /v2.0/networks/e50067cb-50ab-4595-ab20-d6338f247ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542385 Dec 07 15:22:33.660229 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61dc403f-6d76-4fb0-adcf-717d656db237 req-563fd3f3-1a05-4e8a-91e0-0954f2261460 service neutron] 10.222.0.57 "GET /v2.0/networks/e50067cb-50ab-4595-ab20-d6338f247ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932385 Dec 07 15:22:33.701133 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc0974-6c7d-4434-ab97-485831ae3445 req-95f9c41f-2714-4b3d-b8d6-ca4a34d34669 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:33.703353 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4cbc0974-6c7d-4434-ab97-485831ae3445 req-95f9c41f-2714-4b3d-b8d6-ca4a34d34669 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 944 time: 0.0937517 Dec 07 15:22:33.810235 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4cbc0974-6c7d-4434-ab97-485831ae3445 req-81a55700-2823-4b6f-bd29-8b4c816314d4 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993309 Dec 07 15:22:33.828948 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-84063fc4-7ba2-41e0-a6fc-e119078962a3 req-a893fdf8-05ea-4e4c-af2e-58e5c1d84e4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93e5cdc9a16540338d7869fa8587d71e&device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 1097 time: 0.1024232 Dec 07 15:22:34.183047 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84063fc4-7ba2-41e0-a6fc-e119078962a3 req-2e8482ae-9c4c-4fa7-a47a-705d8730fbba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:34.184683 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-84063fc4-7ba2-41e0-a6fc-e119078962a3 req-2e8482ae-9c4c-4fa7-a47a-705d8730fbba service neutron] 10.222.0.57 "GET /v2.0/networks?id=e50067cb-50ab-4595-ab20-d6338f247ea1 HTTP/1.1" status: 200 len: 914 time: 0.3482218 Dec 07 15:22:34.258032 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-84063fc4-7ba2-41e0-a6fc-e119078962a3 req-9c9a8da7-efaf-4cca-98a7-7985733aa541 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47851f38-4520-4cd3-a533-f0ca4adadffb HTTP/1.1" status: 200 len: 217 time: 0.0664430 Dec 07 15:22:34.328841 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84063fc4-7ba2-41e0-a6fc-e119078962a3 req-02564a16-3799-47e1-8cba-06680cc0e3fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:34.330540 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-84063fc4-7ba2-41e0-a6fc-e119078962a3 req-02564a16-3799-47e1-8cba-06680cc0e3fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3d001a8-812f-4b52-bc9a-6547129c62e2 HTTP/1.1" status: 200 len: 853 time: 0.0644109 Dec 07 15:22:34.399825 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-84063fc4-7ba2-41e0-a6fc-e119078962a3 req-46fb6b52-5402-4f59-a7fa-f116f776849d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e50067cb-50ab-4595-ab20-d6338f247ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545619 Dec 07 15:22:34.556163 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-84063fc4-7ba2-41e0-a6fc-e119078962a3 req-f0fad2aa-2915-40f0-aaa4-7b32b8bf599d service neutron] 10.222.0.57 "GET /v2.0/networks/e50067cb-50ab-4595-ab20-d6338f247ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493130 Dec 07 15:22:34.714354 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-84063fc4-7ba2-41e0-a6fc-e119078962a3 req-a9616a66-2bf5-47e7-bc92-aeb22bf5b0de service neutron] 10.222.0.57 "GET /v2.0/networks/e50067cb-50ab-4595-ab20-d6338f247ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504765 Dec 07 15:22:35.049063 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50324bc-2f1b-444f-b74b-9d90258696bd req-81a24166-32a4-48a5-a6c7-b26b36d18200 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:35.050716 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d50324bc-2f1b-444f-b74b-9d90258696bd req-81a24166-32a4-48a5-a6c7-b26b36d18200 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 944 time: 0.1008487 Dec 07 15:22:35.102635 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d50324bc-2f1b-444f-b74b-9d90258696bd req-d47df426-684a-4f02-9d7d-6958f16fcfd4 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448434 Dec 07 15:22:36.311961 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 47851f38-4520-4cd3-a533-f0ca4adadffb details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:22:36.323954 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbbc52-6ec5-4a73-96ac-baa6c1dff285 req-3fb493b5-0a0b-418c-8ff8-f2fe261d5846 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:36.325684 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c5fbbc52-6ec5-4a73-96ac-baa6c1dff285 req-3fb493b5-0a0b-418c-8ff8-f2fe261d5846 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 944 time: 0.0897825 Dec 07 15:22:36.383008 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c5fbbc52-6ec5-4a73-96ac-baa6c1dff285 req-37e4bbee-0fa2-46cc-84f4-0fc0d566e942 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507519 Dec 07 15:22:36.468302 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 47851f38-4520-4cd3-a533-f0ca4adadffb, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=47851f38-4520-4cd3-a533-f0ca4adadffb,segment=NetworkSegment(0988141f-6ae8-468f-8af8-418c91fa8ab1),segment_id=0988141f-6ae8-468f-8af8-418c91fa8ab1)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:22:36.482436 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': '47851f38-4520-4cd3-a533-f0ca4adadffb', 'network_id': 'e50067cb-50ab-4595-ab20-d6338f247ea1', 'port_id': '47851f38-4520-4cd3-a533-f0ca4adadffb', 'mac_address': 'fa:16:3e:d0:c5:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d001a8-812f-4b52-bc9a-6547129c62e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:22:36.541217 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:36.560343 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47851f38-4520-4cd3-a533-f0ca4adadffb {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:22:36.575543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 47851f38-4520-4cd3-a533-f0ca4adadffb, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=47851f38-4520-4cd3-a533-f0ca4adadffb,segment=NetworkSegment(0988141f-6ae8-468f-8af8-418c91fa8ab1),segment_id=0988141f-6ae8-468f-8af8-418c91fa8ab1)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:22:36.578969 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:36.581702 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-2e412d27-ea45-4f2e-a56e-57f1f3320efe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:36.647795 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=47851f38-4520-4cd3-a533-f0ca4adadffb,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:36.657277 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:36.657600 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:36.658479 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:36.658479 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:36.658782 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:36.659124 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:36.659380 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:36.659742 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:36.660088 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:36.660446 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:36.660803 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:22:36.665041 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:36.832142 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['47851f38-4520-4cd3-a533-f0ca4adadffb'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:22:37.615558 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a1ea8-f2c7-47aa-bedf-c5b9c5b0099f req-5b26bf73-5849-4eb6-a1b6-eddc7dcb46b0 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:37.617232 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fd3a1ea8-f2c7-47aa-bedf-c5b9c5b0099f req-5b26bf73-5849-4eb6-a1b6-eddc7dcb46b0 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 945 time: 0.0946198 Dec 07 15:22:37.670757 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fd3a1ea8-f2c7-47aa-bedf-c5b9c5b0099f req-aaa349d0-fb07-4c08-a3b5-6f38df92b3d1 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463817 Dec 07 15:22:38.337118 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 47851f38-4520-4cd3-a533-f0ca4adadffb up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:22:38.409491 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning for port 47851f38-4520-4cd3-a533-f0ca4adadffb completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:22:38.414608 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port 47851f38-4520-4cd3-a533-f0ca4adadffb triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:22:38.415120 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:38.539926 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:38.571530 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-47775da3-637e-4d7f-9f00-568a65659cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:38.578121 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2b3d31-7977-49cd-af76-d1a326354a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47851f38-4520-4cd3-a533-f0ca4adadffb'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:22:38.589175 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 47851f38-4520-4cd3-a533-f0ca4adadffb, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=47851f38-4520-4cd3-a533-f0ca4adadffb,segment=NetworkSegment(0988141f-6ae8-468f-8af8-418c91fa8ab1),segment_id=0988141f-6ae8-468f-8af8-418c91fa8ab1)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:22:38.592755 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:38.594736 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:22:38.649499 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2b3d31-7977-49cd-af76-d1a326354a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47851f38-4520-4cd3-a533-f0ca4adadffb', 'code': 200} Dec 07 15:22:38.672884 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=47851f38-4520-4cd3-a533-f0ca4adadffb,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:22:38.676184 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:22:38.958973 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1b8a2485-7f04-4180-9269-c23885799e57 req-9334538e-e826-4ba1-959e-99b792cd52f8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 1099 time: 0.1081736 Dec 07 15:22:38.966478 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203d15c-6be0-46be-b79b-c61bd9f67c3f req-b65cbbdf-faef-49c7-85f3-6f2350897773 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:38.968062 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3203d15c-6be0-46be-b79b-c61bd9f67c3f req-b65cbbdf-faef-49c7-85f3-6f2350897773 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 946 time: 0.1570497 Dec 07 15:22:39.047532 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3203d15c-6be0-46be-b79b-c61bd9f67c3f req-b70dfaf1-cf40-4b86-9069-f1d65484e26c tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635056 Dec 07 15:22:39.048728 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1b8a2485-7f04-4180-9269-c23885799e57 req-2ea91f87-e309-4e5a-ab5b-37f0121af803 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797524 Dec 07 15:22:39.692621 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:40.269852 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbd88c-1dd2-41ae-aa02-e69ae70a3415 req-44658231-d9fb-4038-a009-b57a3b83a0d0 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:40.271519 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a3fbd88c-1dd2-41ae-aa02-e69ae70a3415 req-44658231-d9fb-4038-a009-b57a3b83a0d0 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 946 time: 0.0933292 Dec 07 15:22:40.322248 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a3fbd88c-1dd2-41ae-aa02-e69ae70a3415 req-0fd6941c-f034-4c3e-8555-57408f7f36cf tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442984 Dec 07 15:22:40.672010 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3c14a203-71c2-47f2-b5c2-4c5a75be2dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:41.287905 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:41.561716 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80f428-ddbb-4fac-b17c-ecafa8dca898 req-f523a8cc-ef66-4cd1-ba30-058b45da9f92 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:41.563371 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eb80f428-ddbb-4fac-b17c-ecafa8dca898 req-f523a8cc-ef66-4cd1-ba30-058b45da9f92 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 946 time: 0.1014044 Dec 07 15:22:41.617372 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eb80f428-ddbb-4fac-b17c-ecafa8dca898 req-f959752f-93f6-423f-94ae-c56c5e0ef2e6 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476737 Dec 07 15:22:42.582666 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:51.930299 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76227b4-f96b-44f6-967c-f230d4753e54 req-baf8398d-019c-4a7e-bb72-1fcdce218664 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:51.932186 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b76227b4-f96b-44f6-967c-f230d4753e54 req-baf8398d-019c-4a7e-bb72-1fcdce218664 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.1059444 Dec 07 15:22:51.989342 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b76227b4-f96b-44f6-967c-f230d4753e54 req-6a17377c-c289-47b0-8ab1-6ad70fcd1009 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500946 Dec 07 15:22:52.101936 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:22:52.763321 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d000414a-a2c1-446c-9597-1b1b7e45ddd1 req-ab311841-503a-41c3-9951-9788b585f6d9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789604 Dec 07 15:22:52.946984 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d000414a-a2c1-446c-9597-1b1b7e45ddd1 req-6921be4b-683e-4808-bc3a-bbac96ff8d38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8440c70a568a4a21bfaca3e4aa7c27ca&device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 1137 time: 0.1016757 Dec 07 15:22:53.132989 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000414a-a2c1-446c-9597-1b1b7e45ddd1 req-d32892f9-8d6a-4f7b-842f-0328b869f67d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:53.135584 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d000414a-a2c1-446c-9597-1b1b7e45ddd1 req-d32892f9-8d6a-4f7b-842f-0328b869f67d service neutron] 10.222.0.57 "GET /v2.0/networks?id=03313f33-10d1-4efe-ad7b-e30eb94ac64a HTTP/1.1" status: 200 len: 916 time: 0.1625991 Dec 07 15:22:53.307631 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d000414a-a2c1-446c-9597-1b1b7e45ddd1 req-01147e77-290f-48c5-8fdc-01d5129b87ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=764d23b1-67dd-443b-b9db-d183e7479081 HTTP/1.1" status: 200 len: 1000 time: 0.1651232 Dec 07 15:22:53.407600 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38769e4-6c6e-413a-868a-23f30fdd35fc req-e1bb7182-6fff-4d8c-9e90-5c783520dfa2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:53.409289 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e38769e4-6c6e-413a-868a-23f30fdd35fc req-e1bb7182-6fff-4d8c-9e90-5c783520dfa2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.2127397 Dec 07 15:22:53.413401 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000414a-a2c1-446c-9597-1b1b7e45ddd1 req-753beba2-976a-4dc3-8d87-f101ab3b86b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:53.413401 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d000414a-a2c1-446c-9597-1b1b7e45ddd1 req-753beba2-976a-4dc3-8d87-f101ab3b86b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5323836-8704-4805-8b57-689bc0ca72e4 HTTP/1.1" status: 200 len: 854 time: 0.0970421 Dec 07 15:22:53.529532 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e38769e4-6c6e-413a-868a-23f30fdd35fc req-840db584-f018-4776-b725-036a8a920532 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121514 Dec 07 15:22:53.545597 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d000414a-a2c1-446c-9597-1b1b7e45ddd1 req-66b9df4e-a3cb-4d67-9392-005fd4438e42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=03313f33-10d1-4efe-ad7b-e30eb94ac64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1088305 Dec 07 15:22:53.706277 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d000414a-a2c1-446c-9597-1b1b7e45ddd1 req-747a8e38-b2b8-48e8-b4c5-f8bfa8799182 service neutron] 10.222.0.57 "GET /v2.0/networks/03313f33-10d1-4efe-ad7b-e30eb94ac64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532500 Dec 07 15:22:53.859941 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d000414a-a2c1-446c-9597-1b1b7e45ddd1 req-5b25f9f7-ae2b-473c-a7cf-fdb5e78ec271 service neutron] 10.222.0.57 "GET /v2.0/networks/03313f33-10d1-4efe-ad7b-e30eb94ac64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462896 Dec 07 15:22:54.765367 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d7dee-6c50-4def-aaf0-c832f2fed0a7 req-154b50f7-aff9-4dc7-92a4-b73fab25092a tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:54.767042 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-af8d7dee-6c50-4def-aaf0-c832f2fed0a7 req-154b50f7-aff9-4dc7-92a4-b73fab25092a tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.0886693 Dec 07 15:22:54.823490 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-af8d7dee-6c50-4def-aaf0-c832f2fed0a7 req-58442e4a-5c7a-4dc6-b916-0040a88a4081 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499589 Dec 07 15:22:56.063782 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4da56-f550-44f3-ad67-7c2bdd5e21b8 req-02e3f644-ff5c-4b44-acc9-05dc526ed04d tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:56.065453 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cbe4da56-f550-44f3-ad67-7c2bdd5e21b8 req-02e3f644-ff5c-4b44-acc9-05dc526ed04d tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.0945559 Dec 07 15:22:56.119544 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cbe4da56-f550-44f3-ad67-7c2bdd5e21b8 req-6846f2b4-c646-42e0-934f-2d9df6647e03 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470710 Dec 07 15:22:57.358746 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793d997-7aeb-42b0-9fdb-ed55e83d2022 req-5c13b432-cefe-41ab-b340-efc896029fc5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:57.360455 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d793d997-7aeb-42b0-9fdb-ed55e83d2022 req-5c13b432-cefe-41ab-b340-efc896029fc5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.0900445 Dec 07 15:22:57.412783 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d793d997-7aeb-42b0-9fdb-ed55e83d2022 req-325dc971-e5c5-41c1-9cd6-cb455cbccbc1 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456367 Dec 07 15:22:58.646186 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af3967-a616-403a-a5b5-a05cf94f9c50 req-62a2de33-2cbc-4d83-a8e5-e6982d4882e3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:58.647799 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-31af3967-a616-403a-a5b5-a05cf94f9c50 req-62a2de33-2cbc-4d83-a8e5-e6982d4882e3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.0920618 Dec 07 15:22:58.699998 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-31af3967-a616-403a-a5b5-a05cf94f9c50 req-e6cc28b8-08f9-446a-ab42-1a9841b18d23 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453317 Dec 07 15:22:59.973388 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010748c-0513-4f00-9caf-d574b286d22f req-afb6c62d-c624-484a-aa00-86072921f09b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:22:59.975352 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1010748c-0513-4f00-9caf-d574b286d22f req-afb6c62d-c624-484a-aa00-86072921f09b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.1081910 Dec 07 15:23:00.033382 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1010748c-0513-4f00-9caf-d574b286d22f req-2d97064c-b5e6-4df8-b1db-df4920e703db tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479932 Dec 07 15:23:01.266443 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab39dc-a3a7-4f63-a3d4-76042f096621 req-f619658f-22dc-4167-9f49-e1bc868ed848 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:01.268031 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5cab39dc-a3a7-4f63-a3d4-76042f096621 req-f619658f-22dc-4167-9f49-e1bc868ed848 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.0917869 Dec 07 15:23:01.321934 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5cab39dc-a3a7-4f63-a3d4-76042f096621 req-34d2e348-16b0-40dc-856a-9e985ad3774e tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477109 Dec 07 15:23:02.118637 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:23:02.556945 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810b77d-470c-4ca1-8541-634672c2e5e6 req-77bef88d-bf12-4e2b-87dd-6372ea858b58 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:02.563302 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b810b77d-470c-4ca1-8541-634672c2e5e6 req-77bef88d-bf12-4e2b-87dd-6372ea858b58 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.0953517 Dec 07 15:23:02.617172 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b810b77d-470c-4ca1-8541-634672c2e5e6 req-4486efd9-64e4-4ff6-a330-a9631ee2ced5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492084 Dec 07 15:23:03.859555 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367eae0-e2ed-46ea-aff7-30d4ee70d019 req-49874138-de50-449b-afcb-5ff552ef2dd3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:03.861138 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4367eae0-e2ed-46ea-aff7-30d4ee70d019 req-49874138-de50-449b-afcb-5ff552ef2dd3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.0900924 Dec 07 15:23:03.915869 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4367eae0-e2ed-46ea-aff7-30d4ee70d019 req-69f9d7cc-cb00-41c4-83df-085ed398a74c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481689 Dec 07 15:23:04.511232 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:23:04.668081 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:04.683563 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'port_id': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3', 'mac_address': 'fa:16:3e:4f:a5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:23:04.742831 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:04.770425 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:23:04.787415 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:04.791427 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:04.797652 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:04.882570 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,revision_number=6']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:04.886216 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:04.898625 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['0a35b3f8-5d63-4b9b-b345-f944d2d351f3'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:23:05.262532 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dddc3b-7012-4dbc-8862-23b107831f9d req-dd724484-1314-42dd-b19d-5d9824a30d52 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:05.263317 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b1dddc3b-7012-4dbc-8862-23b107831f9d req-dd724484-1314-42dd-b19d-5d9824a30d52 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 945 time: 0.1823823 Dec 07 15:23:05.321787 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b1dddc3b-7012-4dbc-8862-23b107831f9d req-a8dfb54d-7707-4335-b4ca-c4ed6eca050a tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514970 Dec 07 15:23:06.526663 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:23:06.608889 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb82fc-2305-40a1-8154-61659d07027f req-4218f790-0051-4311-9be5-618b49a5af9a tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:06.617637 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bcfb82fc-2305-40a1-8154-61659d07027f req-4218f790-0051-4311-9be5-618b49a5af9a tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 945 time: 0.1296310 Dec 07 15:23:06.620395 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:23:06.620897 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:06.687640 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bcfb82fc-2305-40a1-8154-61659d07027f req-07c6a8a6-a28f-4af6-9a4c-409ee2a598f3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685124 Dec 07 15:23:06.798844 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:06.834703 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b99c5d-5485-414f-9718-4a7a9d85b437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:23:06.859289 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:06.864748 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:06.867078 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-16bb9b27-4160-46c2-9521-728b0b541106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:06.907072 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b99c5d-5485-414f-9718-4a7a9d85b437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3', 'code': 200} Dec 07 15:23:06.942882 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,revision_number=7']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:06.947664 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:08.028902 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1af1be-22d2-40a2-9b61-b64e1c4d5bb0 req-8528baf0-5268-4620-a78d-a813553eca78 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:08.037930 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6f1af1be-22d2-40a2-9b61-b64e1c4d5bb0 req-8528baf0-5268-4620-a78d-a813553eca78 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.1590064 Dec 07 15:23:08.086607 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6f1af1be-22d2-40a2-9b61-b64e1c4d5bb0 req-eb65284a-e2f6-4dfa-9814-acc57d0838fc tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475795 Dec 07 15:23:08.557471 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-71a8ed76-fca9-418f-9f79-6557353be0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:09.459826 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55565d9d-3255-4193-9aeb-5dead52a1f34 req-177e8d86-925a-48f1-bb2a-daa0f2bd1c5b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:09.461706 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-55565d9d-3255-4193-9aeb-5dead52a1f34 req-177e8d86-925a-48f1-bb2a-daa0f2bd1c5b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.2037380 Dec 07 15:23:09.517069 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-55565d9d-3255-4193-9aeb-5dead52a1f34 req-6ee55e86-c705-45d4-bfd7-d1cfd84040a5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476785 Dec 07 15:23:09.690911 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:10.679853 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-23a3dc89-5159-4128-8a58-9e19d6c8b2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:10.758887 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376eff8-3c2a-455c-a478-8ba7c812f3a6 req-cd7bd49c-0e18-4380-9f57-0c540ab30e89 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:10.760608 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3376eff8-3c2a-455c-a478-8ba7c812f3a6 req-cd7bd49c-0e18-4380-9f57-0c540ab30e89 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.0951059 Dec 07 15:23:10.824652 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3376eff8-3c2a-455c-a478-8ba7c812f3a6 req-51cd5f54-4a00-4191-b85e-76517daabe68 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531502 Dec 07 15:23:11.323698 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:12.058221 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612f504-6a40-4335-84e8-6f5a540c4f32 req-c69b2e56-7487-45b7-a14f-491bd52c7a43 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:12.060678 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9612f504-6a40-4335-84e8-6f5a540c4f32 req-c69b2e56-7487-45b7-a14f-491bd52c7a43 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.0898638 Dec 07 15:23:12.120951 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9612f504-6a40-4335-84e8-6f5a540c4f32 req-d175e264-fb01-4032-bbe3-04becf1d27bd tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535905 Dec 07 15:23:12.585874 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:13.397053 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52da2c-60b8-4cd0-95d0-f67e41f73892 req-6821191a-46e1-41fe-b74a-a58936b076a4 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:13.399303 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4c52da2c-60b8-4cd0-95d0-f67e41f73892 req-6821191a-46e1-41fe-b74a-a58936b076a4 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.1097004 Dec 07 15:23:13.680728 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4c52da2c-60b8-4cd0-95d0-f67e41f73892 req-7881e8c3-5fc2-4226-a3e7-1963d7f38230 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735288 Dec 07 15:23:14.383898 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b079d627-a715-473b-b9ff-a96ec66266d0 req-cc8a9259-846d-46a2-ae0e-c03125924813 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-256778669&fields=id&tenant_id=8440c70a568a4a21bfaca3e4aa7c27ca HTTP/1.1" status: 200 len: 267 time: 0.0457683 Dec 07 15:23:14.470859 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079d627-a715-473b-b9ff-a96ec66266d0 req-46ee0540-1c15-4aad-bb2c-8594d07adb8b tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:14.472504 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b079d627-a715-473b-b9ff-a96ec66266d0 req-46ee0540-1c15-4aad-bb2c-8594d07adb8b tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 984 time: 0.0819259 Dec 07 15:23:14.485051 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-b079d627-a715-473b-b9ff-a96ec66266d0 req-a19b3420-8172-4cd1-b4ea-4ca51588209f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Request body: {'port': {'security_groups': ['0c231011-91a1-4a01-b1d1-3677a3299f45']}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:23:14.607207 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b079d627-a715-473b-b9ff-a96ec66266d0 req-a19b3420-8172-4cd1-b4ea-4ca51588209f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:14.946005 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-b079d627-a715-473b-b9ff-a96ec66266d0 req-a19b3420-8172-4cd1-b4ea-4ca51588209f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] For port 764d23b1-67dd-443b-b9db-d183e7479081, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=764d23b1-67dd-443b-b9db-d183e7479081,segment=NetworkSegment(4689addf-1078-4e77-829a-7ab41ad8e469),segment_id=4689addf-1078-4e77-829a-7ab41ad8e469)] {{(pid=88189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:14.972730 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea37d36-5bb7-4de5-8429-01e3de13f1f9 req-92405fe6-4f7d-40b7-aeb8-712e6a275997 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:14.975419 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aea37d36-5bb7-4de5-8429-01e3de13f1f9 req-92405fe6-4f7d-40b7-aeb8-712e6a275997 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.1403115 Dec 07 15:23:15.015825 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b079d627-a715-473b-b9ff-a96ec66266d0 req-a19b3420-8172-4cd1-b4ea-4ca51588209f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for port, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:15.028339 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b079d627-a715-473b-b9ff-a96ec66266d0 req-a19b3420-8172-4cd1-b4ea-4ca51588209f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1906846'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:15.037616 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a4343366-1898-4525-a1ab-97dd98ea9561 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:15.043502 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['764d23b1-67dd-443b-b9db-d183e7479081'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:23:15.134976 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aea37d36-5bb7-4de5-8429-01e3de13f1f9 req-eed3e1cb-167a-4092-a7f7-b94a8e11814a tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511683 Dec 07 15:23:15.173753 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079d627-a715-473b-b9ff-a96ec66266d0 req-a19b3420-8172-4cd1-b4ea-4ca51588209f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:15.174479 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b079d627-a715-473b-b9ff-a96ec66266d0 req-a19b3420-8172-4cd1-b4ea-4ca51588209f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:15.175997 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b079d627-a715-473b-b9ff-a96ec66266d0 req-a19b3420-8172-4cd1-b4ea-4ca51588209f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "PUT /v2.0/ports/764d23b1-67dd-443b-b9db-d183e7479081 HTTP/1.1" status: 200 len: 942 time: 0.6962311 Dec 07 15:23:15.176554 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02004e35-4243-44a2-967d-e2b18c0197cc', 'tag': '764d23b1-67dd-443b-b9db-d183e7479081'}] {{(pid=88189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:23:15.183656 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 33868) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:15.197523 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b3420-8172-4cd1-b4ea-4ca51588209f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Pushing event updated for resources: {'Port': ['ID=764d23b1-67dd-443b-b9db-d183e7479081,revision_number=7']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:15.202281 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a19b3420-8172-4cd1-b4ea-4ca51588209f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:15.223678 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0d815df9-2e42-4f41-9af8-70804159e497 req-c206ca44-feee-4732-8ba7-c53d5accc183 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c656814e5740ada798cf35922cb848&device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 1099 time: 0.1457407 Dec 07 15:23:15.270590 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02004e35-4243-44a2-967d-e2b18c0197cc', 'tag': '764d23b1-67dd-443b-b9db-d183e7479081', 'status': 'completed', 'code': 200} Dec 07 15:23:15.274703 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['764d23b1-67dd-443b-b9db-d183e7479081'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:23:15.293145 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9e7f57f3-6cf2-45ee-9adc-7068e6b099da tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:15.330907 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9e7f57f3-6cf2-45ee-9adc-7068e6b099da tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:15.432137 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d815df9-2e42-4f41-9af8-70804159e497 req-0ee4f4be-ad30-4380-9dfe-422208698abb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:15.433754 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0d815df9-2e42-4f41-9af8-70804159e497 req-0ee4f4be-ad30-4380-9dfe-422208698abb service neutron] 10.222.0.57 "GET /v2.0/networks?id=094b8464-5ed4-428c-85f9-2c8468dfbadf HTTP/1.1" status: 200 len: 918 time: 0.1954741 Dec 07 15:23:15.459896 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9e7f57f3-6cf2-45ee-9adc-7068e6b099da tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:15.467404 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8b339a47-f856-415e-945b-4c11873a3ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:15.483932 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f57f3-6cf2-45ee-9adc-7068e6b099da tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc54280-9ba3-4987-a356-0020feabbc30,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:15.502773 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f57f3-6cf2-45ee-9adc-7068e6b099da tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:15.503170 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f57f3-6cf2-45ee-9adc-7068e6b099da tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:15.503781 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f57f3-6cf2-45ee-9adc-7068e6b099da tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:15.504198 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f57f3-6cf2-45ee-9adc-7068e6b099da tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:15.504599 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f57f3-6cf2-45ee-9adc-7068e6b099da tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:15.505005 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f57f3-6cf2-45ee-9adc-7068e6b099da tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:15.505405 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f57f3-6cf2-45ee-9adc-7068e6b099da tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:15.505802 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f57f3-6cf2-45ee-9adc-7068e6b099da tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:15.506222 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f57f3-6cf2-45ee-9adc-7068e6b099da tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:15.506616 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f57f3-6cf2-45ee-9adc-7068e6b099da tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:15.507005 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f57f3-6cf2-45ee-9adc-7068e6b099da tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:15.513141 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9e7f57f3-6cf2-45ee-9adc-7068e6b099da tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:15.522024 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9e7f57f3-6cf2-45ee-9adc-7068e6b099da tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:15.523708 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9e7f57f3-6cf2-45ee-9adc-7068e6b099da tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "DELETE /v2.0/security-groups/8fc54280-9ba3-4987-a356-0020feabbc30 HTTP/1.1" status: 204 len: 168 time: 0.3380232 Dec 07 15:23:15.527003 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 33872) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:15.536230 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d3640a00-24f6-4d89-8a93-673211c04c43 req-f54180b7-218e-492a-8e70-a0b510afad1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8440c70a568a4a21bfaca3e4aa7c27ca&device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 1098 time: 0.2236359 Dec 07 15:23:15.639946 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-2a6662d2-d1c8-4d42-a37f-5691115b85be None None] Provisioning complete for port 764d23b1-67dd-443b-b9db-d183e7479081 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:23:15.640617 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2a6662d2-d1c8-4d42-a37f-5691115b85be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:15.648754 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0d815df9-2e42-4f41-9af8-70804159e497 req-c00b259f-d0d4-4eb6-8155-dd9d73235dcd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a35b3f8-5d63-4b9b-b345-f944d2d351f3 HTTP/1.1" status: 200 len: 1001 time: 0.2073650 Dec 07 15:23:15.697957 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3640a00-24f6-4d89-8a93-673211c04c43 req-f6170e61-ad41-46f5-b90d-61b27ac1e5b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:15.699798 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d3640a00-24f6-4d89-8a93-673211c04c43 req-f6170e61-ad41-46f5-b90d-61b27ac1e5b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=03313f33-10d1-4efe-ad7b-e30eb94ac64a HTTP/1.1" status: 200 len: 916 time: 0.1565576 Dec 07 15:23:15.822680 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d3640a00-24f6-4d89-8a93-673211c04c43 req-d4e1eafe-7880-4c52-93bd-69e198589d29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=764d23b1-67dd-443b-b9db-d183e7479081 HTTP/1.1" status: 200 len: 1000 time: 0.1131032 Dec 07 15:23:15.829440 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d815df9-2e42-4f41-9af8-70804159e497 req-2ab8d69b-83ab-4ff7-8f49-a0ff8bc8d4e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:15.831098 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0d815df9-2e42-4f41-9af8-70804159e497 req-2ab8d69b-83ab-4ff7-8f49-a0ff8bc8d4e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1159b89-e409-480d-88a1-0e02146c58fd HTTP/1.1" status: 200 len: 856 time: 0.1719680 Dec 07 15:23:15.835285 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-ec9d87fc-179b-4a9e-ae0a-3414a21bf39c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Deleting port 85c01f47-d512-46e0-95ec-502443e01e03 {{(pid=88189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:23:15.835666 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ec9d87fc-179b-4a9e-ae0a-3414a21bf39c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:15.897071 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3640a00-24f6-4d89-8a93-673211c04c43 req-84da5330-511b-4db7-b628-2632829623df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:15.898705 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d3640a00-24f6-4d89-8a93-673211c04c43 req-84da5330-511b-4db7-b628-2632829623df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5323836-8704-4805-8b57-689bc0ca72e4 HTTP/1.1" status: 200 len: 854 time: 0.0685060 Dec 07 15:23:15.984389 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d3640a00-24f6-4d89-8a93-673211c04c43 req-61390356-1a86-450c-ba51-79919a998932 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=03313f33-10d1-4efe-ad7b-e30eb94ac64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789583 Dec 07 15:23:16.063272 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0d815df9-2e42-4f41-9af8-70804159e497 req-b5339c50-8ecb-4afe-8445-3a062bcc09c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=094b8464-5ed4-428c-85f9-2c8468dfbadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1996367 Dec 07 15:23:16.105699 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ec9d87fc-179b-4a9e-ae0a-3414a21bf39c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:16.106368 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ec9d87fc-179b-4a9e-ae0a-3414a21bf39c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:16.148981 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d3640a00-24f6-4d89-8a93-673211c04c43 req-d68985fb-925f-44d4-b8ce-2a3d7c4d5876 service neutron] 10.222.0.57 "GET /v2.0/networks/03313f33-10d1-4efe-ad7b-e30eb94ac64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549716 Dec 07 15:23:16.256675 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-ec9d87fc-179b-4a9e-ae0a-3414a21bf39c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Calling delete_port for 85c01f47-d512-46e0-95ec-502443e01e03 owned by network:floatingip {{(pid=88189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:23:16.303789 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d3640a00-24f6-4d89-8a93-673211c04c43 req-5de8b067-53f5-4a2b-aeaf-489757b0c9cc service neutron] 10.222.0.57 "GET /v2.0/networks/03313f33-10d1-4efe-ad7b-e30eb94ac64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472173 Dec 07 15:23:16.477480 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0d815df9-2e42-4f41-9af8-70804159e497 req-ae787dfe-0c49-4b62-9e2f-fe37dbee6d39 service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005475 Dec 07 15:23:16.870277 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e3d99-fe4e-4b1b-b8ef-402dd687b56d req-f9bfd8b0-f5e1-4da0-8205-3ea7afa30a8b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:16.872163 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-798e3d99-fe4e-4b1b-b8ef-402dd687b56d req-f9bfd8b0-f5e1-4da0-8205-3ea7afa30a8b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.5881429 Dec 07 15:23:16.943597 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0d815df9-2e42-4f41-9af8-70804159e497 req-436b65dc-1323-4868-a405-2e2dcfa74bd1 service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588010 Dec 07 15:23:16.945019 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ec9d87fc-179b-4a9e-ae0a-3414a21bf39c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:16.950107 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:17.008949 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d87fc-179b-4a9e-ae0a-3414a21bf39c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Pushing event deleted for resources: {'Port': ['ID=85c01f47-d512-46e0-95ec-502443e01e03,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:17.016334 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ec9d87fc-179b-4a9e-ae0a-3414a21bf39c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:17.051050 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-798e3d99-fe4e-4b1b-b8ef-402dd687b56d req-dab7b1ab-7bf6-4725-ab9b-1335a63d57f5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689744 Dec 07 15:23:17.119208 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ec9d87fc-179b-4a9e-ae0a-3414a21bf39c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks [] for floatingip, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:17.550552 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9d87fc-179b-4a9e-ae0a-3414a21bf39c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Router 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:23:17.768923 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9d87fc-179b-4a9e-ae0a-3414a21bf39c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:23:17.780864 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb411ec6-76ff-41ee-ac16-993963777a67 None None] Sync routers for ids ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'] in dv-cinder-820628-1-smb {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:23:17.787261 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ec9d87fc-179b-4a9e-ae0a-3414a21bf39c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for floatingip, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:17.795163 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb411ec6-76ff-41ee-ac16-993963777a67 None None] Routers {'11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:23:17.795898 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-fb411ec6-76ff-41ee-ac16-993963777a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:23:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:17.845333 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-ec9d87fc-179b-4a9e-ae0a-3414a21bf39c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "DELETE /v2.0/floatingips/34a84f4a-fdaa-45d3-8e1b-718ed1649218 HTTP/1.1" status: 204 len: 168 time: 2.3121345 Dec 07 15:23:17.846183 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02004e35-4243-44a2-967d-e2b18c0197cc', 'tag': '764d23b1-67dd-443b-b9db-d183e7479081'}] {{(pid=88189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:23:17.909123 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02004e35-4243-44a2-967d-e2b18c0197cc', 'tag': '764d23b1-67dd-443b-b9db-d183e7479081', 'status': 'completed', 'code': 200} Dec 07 15:23:18.002864 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-fb411ec6-76ff-41ee-ac16-993963777a67 None None] Set router 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:23:18.022688 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-357b459f-fa24-4a91-be4b-123ff074620f req-df8df592-7f29-4ea2-817e-8f83e11ace32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8440c70a568a4a21bfaca3e4aa7c27ca&device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 1098 time: 0.0870163 Dec 07 15:23:18.217497 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b459f-fa24-4a91-be4b-123ff074620f req-e818f166-cf60-4da9-8173-e77ee1295e04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:18.219841 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-357b459f-fa24-4a91-be4b-123ff074620f req-e818f166-cf60-4da9-8173-e77ee1295e04 service neutron] 10.222.0.57 "GET /v2.0/networks?id=03313f33-10d1-4efe-ad7b-e30eb94ac64a HTTP/1.1" status: 200 len: 916 time: 0.1903367 Dec 07 15:23:18.337946 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-357b459f-fa24-4a91-be4b-123ff074620f req-867b49f4-3fbe-4e0d-9f08-c4d6f28074a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=764d23b1-67dd-443b-b9db-d183e7479081 HTTP/1.1" status: 200 len: 217 time: 0.1067173 Dec 07 15:23:18.502746 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-fb411ec6-76ff-41ee-ac16-993963777a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'name': 'tempest-TestMinimumBasicScenario-1196404989-router', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:32Z', 'updated_at': '2021-12-07T15:20:39Z', 'revision_number': 4, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'gw_port': {'id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:34Z', 'updated_at': '2021-12-07T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '214c8492-e6c8-4017-b030-6383885f2cbe', 'name': '', 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'mac_address': 'fa:16:3e:c3:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5323836-8704-4805-8b57-689bc0ca72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:37Z', 'updated_at': '2021-12-07T15:20:49Z', 'revision_number': 5, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'subnets': [{'id': 'd5323836-8704-4805-8b57-689bc0ca72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:18.506970 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb411ec6-76ff-41ee-ac16-993963777a67 None None] Checking router: 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 for host: dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:23:18.519296 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb411ec6-76ff-41ee-ac16-993963777a67 None None] Routers {'11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:23:18.519602 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-fb411ec6-76ff-41ee-ac16-993963777a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:23:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:18.543004 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b459f-fa24-4a91-be4b-123ff074620f req-7f4182d4-28a3-4a35-b908-6b5427aca664 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:18.544719 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-357b459f-fa24-4a91-be4b-123ff074620f req-7f4182d4-28a3-4a35-b908-6b5427aca664 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5323836-8704-4805-8b57-689bc0ca72e4 HTTP/1.1" status: 200 len: 854 time: 0.1991637 Dec 07 15:23:18.575598 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:23:18.637312 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e116213-e226-4ef1-8ada-b784d7f89c79 req-1313bf06-e106-4e55-9d39-f758a6f78724 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:18.639027 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0e116213-e226-4ef1-8ada-b784d7f89c79 req-1313bf06-e106-4e55-9d39-f758a6f78724 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 946 time: 0.1679597 Dec 07 15:23:18.671320 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-357b459f-fa24-4a91-be4b-123ff074620f req-10852e8b-ab66-489d-913a-764049962bef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=03313f33-10d1-4efe-ad7b-e30eb94ac64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1184776 Dec 07 15:23:18.796853 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0e116213-e226-4ef1-8ada-b784d7f89c79 req-8e025b4a-331c-4eef-ba67-b1df31385d54 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477754 Dec 07 15:23:18.848398 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-357b459f-fa24-4a91-be4b-123ff074620f req-07df5c08-e544-4d53-8bb7-91442764cfd8 service neutron] 10.222.0.57 "GET /v2.0/networks/03313f33-10d1-4efe-ad7b-e30eb94ac64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682062 Dec 07 15:23:19.002645 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-357b459f-fa24-4a91-be4b-123ff074620f req-6a5fec80-137a-4738-9b1a-32497f27612a service neutron] 10.222.0.57 "GET /v2.0/networks/03313f33-10d1-4efe-ad7b-e30eb94ac64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466565 Dec 07 15:23:19.004679 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:19.024473 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-fb411ec6-76ff-41ee-ac16-993963777a67 None None] Set router 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:23:19.100112 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b99c5d-5485-414f-9718-4a7a9d85b437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:23:19.118989 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:19.184737 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b99c5d-5485-414f-9718-4a7a9d85b437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3', 'code': 200} Dec 07 15:23:19.185445 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:19.194212 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8d63d75e-ce50-4843-93e8-dea464dfaf67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:19.358310 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,revision_number=8']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:19.363657 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:19.486925 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-fb411ec6-76ff-41ee-ac16-993963777a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'name': 'tempest-TestMinimumBasicScenario-1196404989-router', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:32Z', 'updated_at': '2021-12-07T15:20:39Z', 'revision_number': 4, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'gw_port': {'id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:34Z', 'updated_at': '2021-12-07T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '214c8492-e6c8-4017-b030-6383885f2cbe', 'name': '', 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'mac_address': 'fa:16:3e:c3:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5323836-8704-4805-8b57-689bc0ca72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:37Z', 'updated_at': '2021-12-07T15:20:49Z', 'revision_number': 5, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'subnets': [{'id': 'd5323836-8704-4805-8b57-689bc0ca72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:19.491492 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb411ec6-76ff-41ee-ac16-993963777a67 None None] The sync data for ids ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'] in dv-cinder-820628-1-smb is: [{'id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'name': 'tempest-TestMinimumBasicScenario-1196404989-router', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:32Z', 'updated_at': '2021-12-07T15:20:39Z', 'revision_number': 4, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'gw_port': {'id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:34Z', 'updated_at': '2021-12-07T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '214c8492-e6c8-4017-b030-6383885f2cbe', 'name': '', 'network_id': '03313f33-10d1-4efe-ad7b-e30eb94ac64a', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'mac_address': 'fa:16:3e:c3:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5323836-8704-4805-8b57-689bc0ca72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:37Z', 'updated_at': '2021-12-07T15:20:49Z', 'revision_number': 5, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'subnets': [{'id': 'd5323836-8704-4805-8b57-689bc0ca72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:23:20.030418 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bb516-78be-4619-8631-d73fbf2140d5 req-10d71cf6-0ebd-4d5d-80dd-62df8da99815 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:20.032161 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-645bb516-78be-4619-8631-d73fbf2140d5 req-10d71cf6-0ebd-4d5d-80dd-62df8da99815 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 944 time: 0.0905399 Dec 07 15:23:20.089891 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-645bb516-78be-4619-8631-d73fbf2140d5 req-dfb2d3f9-3c11-4903-a1cd-bc90ef008c1c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510254 Dec 07 15:23:20.090904 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedb9e59-751d-4ce7-8b4e-42a5ef913376 None None] New status for floating IP 34a84f4a-fdaa-45d3-8e1b-718ed1649218: DOWN {{(pid=88191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:23:21.353083 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c839f57-a84d-4fe4-a168-d7063d291555 req-86241c13-eb09-4426-b96c-952fad5f7050 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:21.353882 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-6c839f57-a84d-4fe4-a168-d7063d291555 req-86241c13-eb09-4426-b96c-952fad5f7050 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Synchronizing usage tracker for tenant:8440c70a568a4a21bfaca3e4aa7c27ca on resource:port {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:23:21.370769 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-6c839f57-a84d-4fe4-a168-d7063d291555 req-86241c13-eb09-4426-b96c-952fad5f7050 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Unset dirty status for tenant:8440c70a568a4a21bfaca3e4aa7c27ca on resource:port {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:23:21.378686 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6c839f57-a84d-4fe4-a168-d7063d291555 req-86241c13-eb09-4426-b96c-952fad5f7050 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 945 time: 0.1169879 Dec 07 15:23:21.431558 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6c839f57-a84d-4fe4-a168-d7063d291555 req-a1fc012f-b315-4ce9-a12d-b07749978ab0 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519066 Dec 07 15:23:21.684900 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-68882864-618a-40a7-9bb5-b1ff46d796cc req-73bef98f-f986-4383-89bf-fdce148c4005 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0743968 Dec 07 15:23:22.059119 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57220991-9762-4284-84d3-8243b0a38e91 req-1fcf12be-8b6e-41d8-b818-fd9630ef077f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:22.060791 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-57220991-9762-4284-84d3-8243b0a38e91 req-1fcf12be-8b6e-41d8-b818-fd9630ef077f tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 944 time: 0.1619153 Dec 07 15:23:22.063838 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ea75fe44-3982-4d8f-84e9-10929900f907 req-6ba03926-5cc0-49da-a76f-78b7d1b2d20b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1672604 Dec 07 15:23:22.108810 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:22.171516 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-57220991-9762-4284-84d3-8243b0a38e91 req-1addb7da-7555-4ce0-b00e-1900b75e93a7 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042633 Dec 07 15:23:22.203446 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518498c3-f496-436c-b6c1-5193277c4c43 req-d64ae884-7218-407c-8c30-d2bbc65743c8 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:22.205230 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-518498c3-f496-436c-b6c1-5193277c4c43 req-d64ae884-7218-407c-8c30-d2bbc65743c8 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 946 time: 0.0985370 Dec 07 15:23:22.262297 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-518498c3-f496-436c-b6c1-5193277c4c43 req-9a853f8d-5d3c-4541-951b-6d2e8eb92268 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503423 Dec 07 15:23:22.559306 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:23:22.675390 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c089ea-b4bd-4d67-b985-95e95ed6d949 req-1da952b6-ef17-43f2-ad65-cefb7cb09315 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:22.677017 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-42c089ea-b4bd-4d67-b985-95e95ed6d949 req-1da952b6-ef17-43f2-ad65-cefb7cb09315 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 945 time: 0.1061394 Dec 07 15:23:22.733571 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-42c089ea-b4bd-4d67-b985-95e95ed6d949 req-57c9765a-c483-41ec-be44-0cff7df629d4 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/security-groups?id=0c231011-91a1-4a01-b1d1-3677a3299f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478170 Dec 07 15:23:23.001211 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ea75fe44-3982-4d8f-84e9-10929900f907 req-dc6c7fb1-d227-4e97-b0a3-93b191ad2c6d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437&tenant_id=a9c656814e5740ada798cf35922cb848 HTTP/1.1" status: 200 len: 1097 time: 0.1648445 Dec 07 15:23:23.108278 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ea75fe44-3982-4d8f-84e9-10929900f907 req-50c38532-6c2e-4b7b-b499-79e06170b8e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c656814e5740ada798cf35922cb848&device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 1097 time: 0.0808887 Dec 07 15:23:23.163062 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce44b8e-b7b1-461f-9ec6-462653693f72 req-e11dc611-7401-4261-9630-4dbf43f1e560 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:23.163837 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-9ce44b8e-b7b1-461f-9ec6-462653693f72 req-e11dc611-7401-4261-9630-4dbf43f1e560 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Synchronizing usage tracker for tenant:8440c70a568a4a21bfaca3e4aa7c27ca on resource:port {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:23:23.177322 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-9ce44b8e-b7b1-461f-9ec6-462653693f72 req-e11dc611-7401-4261-9630-4dbf43f1e560 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Unset dirty status for tenant:8440c70a568a4a21bfaca3e4aa7c27ca on resource:port {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:23:23.178648 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9ce44b8e-b7b1-461f-9ec6-462653693f72 req-e11dc611-7401-4261-9630-4dbf43f1e560 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.57 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 945 time: 0.1052604 Dec 07 15:23:23.274402 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75fe44-3982-4d8f-84e9-10929900f907 req-b77e9118-ec8a-4b89-a27d-45c9e4bb38d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:23.278348 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ea75fe44-3982-4d8f-84e9-10929900f907 req-b77e9118-ec8a-4b89-a27d-45c9e4bb38d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=094b8464-5ed4-428c-85f9-2c8468dfbadf HTTP/1.1" status: 200 len: 918 time: 0.1588597 Dec 07 15:23:23.514601 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-9ce44b8e-b7b1-461f-9ec6-462653693f72 req-a33700b0-270b-41e9-a777-d96d48cb45ee tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Deleting port 764d23b1-67dd-443b-b9db-d183e7479081 {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:23:23.515006 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-9ce44b8e-b7b1-461f-9ec6-462653693f72 req-a33700b0-270b-41e9-a777-d96d48cb45ee tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:23.752286 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ea75fe44-3982-4d8f-84e9-10929900f907 req-21488861-28a7-4211-a07e-b50e6d5077c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a35b3f8-5d63-4b9b-b345-f944d2d351f3 HTTP/1.1" status: 200 len: 999 time: 0.4683862 Dec 07 15:23:23.800328 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-9ce44b8e-b7b1-461f-9ec6-462653693f72 req-a33700b0-270b-41e9-a777-d96d48cb45ee tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] For port 764d23b1-67dd-443b-b9db-d183e7479081, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=764d23b1-67dd-443b-b9db-d183e7479081,segment=NetworkSegment(4689addf-1078-4e77-829a-7ab41ad8e469),segment_id=4689addf-1078-4e77-829a-7ab41ad8e469)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:23.800727 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-9ce44b8e-b7b1-461f-9ec6-462653693f72 req-a33700b0-270b-41e9-a777-d96d48cb45ee tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:23.835137 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27edc6-cf49-45d8-b9ff-03d91592dee9 req-c64050e4-6d8d-4e37-a10c-3249cb595d46 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:23.836789 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0e27edc6-cf49-45d8-b9ff-03d91592dee9 req-c64050e4-6d8d-4e37-a10c-3249cb595d46 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 944 time: 0.4903679 Dec 07 15:23:23.850705 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75fe44-3982-4d8f-84e9-10929900f907 req-459d8001-a667-4287-ba25-b44c3a186eae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:23.852265 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ea75fe44-3982-4d8f-84e9-10929900f907 req-459d8001-a667-4287-ba25-b44c3a186eae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1159b89-e409-480d-88a1-0e02146c58fd HTTP/1.1" status: 200 len: 856 time: 0.0916350 Dec 07 15:23:23.919664 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92f403-32ae-449b-9093-c139beb6003b req-719d6ce0-c2ef-4391-a31a-01ce0cbbd65f tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:23.921360 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5a92f403-32ae-449b-9093-c139beb6003b req-719d6ce0-c2ef-4391-a31a-01ce0cbbd65f tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 946 time: 0.2975602 Dec 07 15:23:23.933816 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-9ce44b8e-b7b1-461f-9ec6-462653693f72 req-a33700b0-270b-41e9-a777-d96d48cb45ee tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Calling delete_port for 764d23b1-67dd-443b-b9db-d183e7479081 owned by compute:nova {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:23:24.000673 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0e27edc6-cf49-45d8-b9ff-03d91592dee9 req-2178c72f-4cbb-4eaf-aad9-c7995f9e42e3 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557839 Dec 07 15:23:24.019873 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5a92f403-32ae-449b-9093-c139beb6003b req-c4e2fe83-bf6e-430d-8ef3-6f33b8c5f5a3 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844038 Dec 07 15:23:24.035094 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ea75fe44-3982-4d8f-84e9-10929900f907 req-c0417b52-d7ee-413d-905d-7f941219b103 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=094b8464-5ed4-428c-85f9-2c8468dfbadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1635356 Dec 07 15:23:24.100701 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-9ce44b8e-b7b1-461f-9ec6-462653693f72 req-a33700b0-270b-41e9-a777-d96d48cb45ee tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:24.107621 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:24.119250 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['764d23b1-67dd-443b-b9db-d183e7479081'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:23:24.155693 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33700b0-270b-41e9-a777-d96d48cb45ee tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Pushing event deleted for resources: {'Port': ['ID=764d23b1-67dd-443b-b9db-d183e7479081,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:24.160071 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a33700b0-270b-41e9-a777-d96d48cb45ee tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:24.234103 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-29fee4a5-2f05-4f73-8651-38d01c886f44 req-c8aa4bd9-8738-44bf-9e5e-029dc220e342 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.71 "GET /v2.0/ports?device_id=02004e35-4243-44a2-967d-e2b18c0197cc HTTP/1.1" status: 200 len: 210 time: 0.0558133 Dec 07 15:23:24.239696 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce44b8e-b7b1-461f-9ec6-462653693f72 req-a33700b0-270b-41e9-a777-d96d48cb45ee tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] No DVR routers for this DVR port 764d23b1-67dd-443b-b9db-d183e7479081 on host hv-cinder-82062 {{(pid=88188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:23:24.242403 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-9ce44b8e-b7b1-461f-9ec6-462653693f72 req-a33700b0-270b-41e9-a777-d96d48cb45ee tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:24.254136 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02004e35-4243-44a2-967d-e2b18c0197cc', 'name': 'network-vif-deleted', 'tag': '764d23b1-67dd-443b-b9db-d183e7479081'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:23:24.260859 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9ce44b8e-b7b1-461f-9ec6-462653693f72 req-a33700b0-270b-41e9-a777-d96d48cb45ee tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] 10.222.0.57 "DELETE /v2.0/ports/764d23b1-67dd-443b-b9db-d183e7479081 HTTP/1.1" status: 204 len: 173 time: 1.0757647 Dec 07 15:23:24.265257 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ea75fe44-3982-4d8f-84e9-10929900f907 req-0617e022-8af9-4b15-8491-4e0c7fd43c56 service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228208 Dec 07 15:23:24.315982 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02004e35-4243-44a2-967d-e2b18c0197cc', 'name': 'network-vif-deleted', 'tag': '764d23b1-67dd-443b-b9db-d183e7479081', 'status': 'completed', 'code': 200} Dec 07 15:23:24.420275 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ea75fe44-3982-4d8f-84e9-10929900f907 req-d3dfdf99-670c-424d-b00f-dfc24e1b41bc service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472964 Dec 07 15:23:25.313190 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde6caa-8b82-4ef0-b814-aad1d8a5f032 req-aa58d29b-0918-4f18-8100-4106d75534fa tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:25.314764 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bdde6caa-8b82-4ef0-b814-aad1d8a5f032 req-aa58d29b-0918-4f18-8100-4106d75534fa tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 944 time: 0.1511741 Dec 07 15:23:25.322094 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330ed69-06b3-4980-b969-59f700ab58cf req-1bab0789-ebb3-43b8-849f-0b8a5e2de223 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:25.323432 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1330ed69-06b3-4980-b969-59f700ab58cf req-1bab0789-ebb3-43b8-849f-0b8a5e2de223 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 946 time: 0.1234288 Dec 07 15:23:25.411751 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bdde6caa-8b82-4ef0-b814-aad1d8a5f032 req-adc447e9-7979-4a64-8ff0-56443b3ce179 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867269 Dec 07 15:23:25.414572 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1330ed69-06b3-4980-b969-59f700ab58cf req-cb877aa0-ab53-497f-81b2-922422098a73 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745294 Dec 07 15:23:26.287341 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34062) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:26.594385 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 764d23b1-67dd-443b-b9db-d183e7479081 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:23:26.635080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] No Port match for: 764d23b1-67dd-443b-b9db-d183e7479081 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:23:26.635483 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 764d23b1-67dd-443b-b9db-d183e7479081 not bound to the agent host hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:23:26.842437 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9e602-699e-42d9-9831-c833f88b3b67 req-b9fa6170-3add-4e71-b8c1-465f57c198ca tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:26.844278 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-48c9e602-699e-42d9-9831-c833f88b3b67 req-b9fa6170-3add-4e71-b8c1-465f57c198ca tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 946 time: 0.2643173 Dec 07 15:23:26.866016 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3ee1a-e47b-41ad-8620-3fd6fbb78616 req-fd0aced1-370b-4425-a50e-7901725d6091 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:26.867749 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eed3ee1a-e47b-41ad-8620-3fd6fbb78616 req-fd0aced1-370b-4425-a50e-7901725d6091 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 944 time: 0.2356095 Dec 07 15:23:26.975991 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eed3ee1a-e47b-41ad-8620-3fd6fbb78616 req-7899e105-ab6c-4cca-ad85-ab008b0db38b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918155 Dec 07 15:23:26.978731 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-48c9e602-699e-42d9-9831-c833f88b3b67 req-ff0cff4d-ef5d-445d-b3a5-2270b33e4e93 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223421 Dec 07 15:23:27.009681 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bf7735b4-d50b-428b-81a5-4463f21d36d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:27.696685 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-bf7735b4-d50b-428b-81a5-4463f21d36d3 admin admin] Deleting port 214c8492-e6c8-4017-b030-6383885f2cbe {{(pid=88189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:23:27.697256 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bf7735b4-d50b-428b-81a5-4463f21d36d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:28.124969 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-bf7735b4-d50b-428b-81a5-4463f21d36d3 admin admin] For port 214c8492-e6c8-4017-b030-6383885f2cbe, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=214c8492-e6c8-4017-b030-6383885f2cbe,segment=NetworkSegment(4689addf-1078-4e77-829a-7ab41ad8e469),segment_id=4689addf-1078-4e77-829a-7ab41ad8e469)] {{(pid=88189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:28.125531 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bf7735b4-d50b-428b-81a5-4463f21d36d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:28.344748 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-bf7735b4-d50b-428b-81a5-4463f21d36d3 admin admin] Calling delete_port for 214c8492-e6c8-4017-b030-6383885f2cbe owned by network:router_interface {{(pid=88189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:23:28.522293 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601d11f-6e7c-43f3-98a0-2770c08794c3 req-5a39a38b-44ad-4c4d-9d26-1fb5dbfe5cbc tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:28.524013 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4601d11f-6e7c-43f3-98a0-2770c08794c3 req-5a39a38b-44ad-4c4d-9d26-1fb5dbfe5cbc tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 944 time: 0.3206968 Dec 07 15:23:28.532032 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee08e0e-25fe-4d55-89b0-aab96d949bce req-95529b61-3d6e-49b5-9c8c-b74b40a338ee tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:28.533680 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2ee08e0e-25fe-4d55-89b0-aab96d949bce req-95529b61-3d6e-49b5-9c8c-b74b40a338ee tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 946 time: 0.3316381 Dec 07 15:23:28.644877 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4601d11f-6e7c-43f3-98a0-2770c08794c3 req-94669332-5743-4137-b871-bdf664f7029c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027110 Dec 07 15:23:28.649934 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2ee08e0e-25fe-4d55-89b0-aab96d949bce req-3294e789-9f30-4780-b3b4-3b03027b33ee tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885539 Dec 07 15:23:28.720672 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bf7735b4-d50b-428b-81a5-4463f21d36d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:28.724925 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-fd5684df-fe80-47a3-b960-c1ba0f6e2b51 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:28.769712 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7735b4-d50b-428b-81a5-4463f21d36d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=214c8492-e6c8-4017-b030-6383885f2cbe,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:28.774167 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bf7735b4-d50b-428b-81a5-4463f21d36d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:29.104246 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bf7735b4-d50b-428b-81a5-4463f21d36d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850717652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:29.976895 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7735b4-d50b-428b-81a5-4463f21d36d3 admin admin] Router 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:23:29.987225 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcffc7-91fc-4b41-abda-38441cc203a5 req-b9595123-464a-4545-b681-0f8939f28cae tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:29.988992 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0adcffc7-91fc-4b41-abda-38441cc203a5 req-b9595123-464a-4545-b681-0f8939f28cae tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 944 time: 0.1929629 Dec 07 15:23:30.003527 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336bf9d-3ecc-44b2-a8b5-286045dd3abd req-066ed5ba-221b-4beb-b2ae-2aba71ab60a8 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:30.005349 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2336bf9d-3ecc-44b2-a8b5-286045dd3abd req-066ed5ba-221b-4beb-b2ae-2aba71ab60a8 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 946 time: 0.1497984 Dec 07 15:23:30.204917 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0adcffc7-91fc-4b41-abda-38441cc203a5 req-740888b5-547d-4f27-9b4a-72e111cd0544 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984010 Dec 07 15:23:30.213415 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2336bf9d-3ecc-44b2-a8b5-286045dd3abd req-83728d42-9c18-4384-9e7f-cfca5aad9945 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882925 Dec 07 15:23:30.343054 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7735b4-d50b-428b-81a5-4463f21d36d3 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:23:30.355155 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6119b8b7-4a51-4d77-96f1-9e8ed1738744 None None] Sync routers for ids ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'] in dv-cinder-820628-1-smb {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:23:30.358868 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-bf7735b4-d50b-428b-81a5-4463f21d36d3 admin admin] 10.222.0.71 "PUT /v2.0/routers/11fb0c41-93cd-4f6d-92fc-549c41bc0ce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0702536 Dec 07 15:23:30.361521 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34080) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:30.370960 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6119b8b7-4a51-4d77-96f1-9e8ed1738744 None None] Routers {'11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:23:30.372159 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-6119b8b7-4a51-4d77-96f1-9e8ed1738744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:23:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:30.597918 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-6119b8b7-4a51-4d77-96f1-9e8ed1738744 None None] Set router 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:23:30.800751 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6397f935-6638-4d4a-84b8-86ff104c01e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:30.922427 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-6119b8b7-4a51-4d77-96f1-9e8ed1738744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'name': 'tempest-TestMinimumBasicScenario-1196404989-router', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:32Z', 'updated_at': '2021-12-07T15:23:28Z', 'revision_number': 5, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'gw_port': {'id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:34Z', 'updated_at': '2021-12-07T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:30.927172 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6119b8b7-4a51-4d77-96f1-9e8ed1738744 None None] Checking router: 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 for host: dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:23:30.941013 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6119b8b7-4a51-4d77-96f1-9e8ed1738744 None None] Routers {'11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:23:30.942407 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-6119b8b7-4a51-4d77-96f1-9e8ed1738744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:23:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:31.032600 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6397f935-6638-4d4a-84b8-86ff104c01e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:31.042704 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-6397f935-6638-4d4a-84b8-86ff104c01e6 admin admin] Deleting port 5639f889-04a3-45ec-b28e-c0f3d409556f {{(pid=88189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:23:31.043251 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6397f935-6638-4d4a-84b8-86ff104c01e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:31.146506 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-6119b8b7-4a51-4d77-96f1-9e8ed1738744 None None] Set router 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:23:31.265449 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-6397f935-6638-4d4a-84b8-86ff104c01e6 admin admin] For port 5639f889-04a3-45ec-b28e-c0f3d409556f, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=5639f889-04a3-45ec-b28e-c0f3d409556f,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:31.266133 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6397f935-6638-4d4a-84b8-86ff104c01e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:31.488992 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-6397f935-6638-4d4a-84b8-86ff104c01e6 admin admin] Calling delete_port for 5639f889-04a3-45ec-b28e-c0f3d409556f owned by network:router_gateway {{(pid=88189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:23:31.563233 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-6119b8b7-4a51-4d77-96f1-9e8ed1738744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'name': 'tempest-TestMinimumBasicScenario-1196404989-router', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:32Z', 'updated_at': '2021-12-07T15:23:28Z', 'revision_number': 5, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'gw_port': {'id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:34Z', 'updated_at': '2021-12-07T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:31.567655 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6119b8b7-4a51-4d77-96f1-9e8ed1738744 None None] The sync data for ids ['11fb0c41-93cd-4f6d-92fc-549c41bc0ce9'] in dv-cinder-820628-1-smb is: [{'id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'name': 'tempest-TestMinimumBasicScenario-1196404989-router', 'tenant_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31'}], 'enable_snat': True}, 'gw_port_id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:32Z', 'updated_at': '2021-12-07T15:23:28Z', 'revision_number': 5, 'project_id': '8440c70a568a4a21bfaca3e4aa7c27ca', 'gw_port': {'id': '5639f889-04a3-45ec-b28e-c0f3d409556f', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fb0c41-93cd-4f6d-92fc-549c41bc0ce9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:34Z', 'updated_at': '2021-12-07T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}] {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:23:31.714657 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea163eb-1109-405b-8ba7-d03b1d251d81 req-688edbcd-113f-49d3-b4bd-9756f213e94f tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:31.716353 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aea163eb-1109-405b-8ba7-d03b1d251d81 req-688edbcd-113f-49d3-b4bd-9756f213e94f tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 946 time: 0.3359261 Dec 07 15:23:31.760761 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b418e7-13be-4ee8-ac65-6ff5244469d4 req-9ba19c1b-15f8-4b00-a862-1edf31fa8da6 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:31.762724 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-53b418e7-13be-4ee8-ac65-6ff5244469d4 req-9ba19c1b-15f8-4b00-a862-1edf31fa8da6 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 944 time: 0.2171543 Dec 07 15:23:31.872492 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-aea163eb-1109-405b-8ba7-d03b1d251d81 req-bbc36566-e9a3-4497-ad2c-eff342257955 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466591 Dec 07 15:23:31.898510 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-53b418e7-13be-4ee8-ac65-6ff5244469d4 req-69d5e951-3fdd-4841-85ef-33e3ff94230d tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277978 Dec 07 15:23:31.912513 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6397f935-6638-4d4a-84b8-86ff104c01e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:31.917514 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:31.968973 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397f935-6638-4d4a-84b8-86ff104c01e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5639f889-04a3-45ec-b28e-c0f3d409556f,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:31.971716 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6397f935-6638-4d4a-84b8-86ff104c01e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:32.228965 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6397f935-6638-4d4a-84b8-86ff104c01e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854142190'] for router_gateway, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:32.538577 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 214c8492-e6c8-4017-b030-6383885f2cbe no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:23:32.550929 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6397f935-6638-4d4a-84b8-86ff104c01e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854208132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100673'] for router, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:32.555683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6397f935-6638-4d4a-84b8-86ff104c01e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:32.578640 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: 214c8492-e6c8-4017-b030-6383885f2cbe {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:23:32.579042 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 214c8492-e6c8-4017-b030-6383885f2cbe not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:23:32.589720 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6397f935-6638-4d4a-84b8-86ff104c01e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854208238'] for router, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:32.590657 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6397f935-6638-4d4a-84b8-86ff104c01e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 {{(pid=88189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 15:23:32.605094 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6397f935-6638-4d4a-84b8-86ff104c01e6 admin admin] Notify callbacks [] for router, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:32.606513 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-6397f935-6638-4d4a-84b8-86ff104c01e6 admin admin] 10.222.0.71 "DELETE /v2.0/routers/11fb0c41-93cd-4f6d-92fc-549c41bc0ce9 HTTP/1.1" status: 204 len: 168 time: 2.2439110 Dec 07 15:23:32.609311 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34090) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:32.694112 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] Deleting subnet d5323836-8704-4805-8b57-689bc0ca72e4 {{(pid=88189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:23:32.697769 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:32.759343 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2085673'] for subnet, precommit_delete_associations {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:32.900188 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3364380'] for subnet, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:33.366390 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851411451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1906913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852795410'] for subnet, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:33.378261 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:33.416613 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8a7b8-0785-4fdd-bc9f-94457eb3a918 req-85e4aacf-c940-47d9-814a-194243c22a27 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:33.418287 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-46f8a7b8-0785-4fdd-bc9f-94457eb3a918 req-85e4aacf-c940-47d9-814a-194243c22a27 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 946 time: 0.2273362 Dec 07 15:23:33.429324 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5323836-8704-4805-8b57-689bc0ca72e4,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:33.438946 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea085e-af21-4524-b1ff-4a696d4b84d2 req-51a0f553-189d-43fc-b4d1-eed061239bf2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:33.440767 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-26ea085e-af21-4524-b1ff-4a696d4b84d2 req-51a0f553-189d-43fc-b4d1-eed061239bf2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 944 time: 0.2485991 Dec 07 15:23:33.450595 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:33.450964 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:33.451373 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:33.451799 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:33.452193 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:33.452585 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:33.452945 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:33.453365 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:33.453765 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:33.454140 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:33.454535 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:33.475506 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:33.484108 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ea9849-8704-4422-a75c-a72ec3c09423 None None] Network 03313f33-10d1-4efe-ad7b-e30eb94ac64a requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:23:33.496447 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:33.515445 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-18a298c7-0be9-468b-847a-5446eb26ae4e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d5323836-8704-4805-8b57-689bc0ca72e4 HTTP/1.1" status: 204 len: 168 time: 0.9049175 Dec 07 15:23:33.521257 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34098) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:33.549280 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-26ea085e-af21-4524-b1ff-4a696d4b84d2 req-61c96a78-2883-4389-9b8e-9d160f1360e6 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777490 Dec 07 15:23:33.557373 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-46f8a7b8-0785-4fdd-bc9f-94457eb3a918 req-6e15b81e-9c85-4cea-b570-ba3ca91c9f5c tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315534 Dec 07 15:23:33.681144 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3327655'] for network, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:33.693244 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] Deleting port f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:23:33.693611 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:33.832051 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c67809-785f-45c9-8175-add3c5b9b187 None None] DHCP port deletion for 03313f33-10d1-4efe-ad7b-e30eb94ac64a request from dv-cinder-820628-1-smb {{(pid=88190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 15:23:33.837024 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-57c67809-785f-45c9-8175-add3c5b9b187 None None] Deleting port f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e {{(pid=88190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:23:33.837452 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-57c67809-785f-45c9-8175-add3c5b9b187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:33.942560 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] For port f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e,segment=NetworkSegment(4689addf-1078-4e77-829a-7ab41ad8e469),segment_id=4689addf-1078-4e77-829a-7ab41ad8e469)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:33.943004 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:34.071850 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-57c67809-785f-45c9-8175-add3c5b9b187 None None] For port f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e,segment=NetworkSegment(4689addf-1078-4e77-829a-7ab41ad8e469),segment_id=4689addf-1078-4e77-829a-7ab41ad8e469)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:34.072263 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-57c67809-785f-45c9-8175-add3c5b9b187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:34.081035 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] Calling delete_port for f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e owned by network:dhcp {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:23:34.159851 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:34.165577 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9767ce2c-f11c-44a6-bfa6-2a4ae639bff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:34.216366 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] Pushing event deleted for resources: {'Port': ['ID=f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:34.216585 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-57c67809-785f-45c9-8175-add3c5b9b187 None None] Calling delete_port for f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e owned by network:dhcp {{(pid=88190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:23:34.221282 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:34.223678 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] No DVR routers for this DVR port f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e on host dv-cinder-820628-1-smb {{(pid=88188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:23:34.368920 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3364997', 'neutron.services.segments.db._delete_segments_for_network-8744366564552'] for network, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:34.381661 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.db.api [None req-57c67809-785f-45c9-8175-add3c5b9b187 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88190) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 15:23:34.382077 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_db.api [None req-57c67809-785f-45c9-8175-add3c5b9b187 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 15:23:34.397271 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03313f33-10d1-4efe-ad7b-e30eb94ac64a']}} {{(pid=88188) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:34.412025 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4689addf-1078-4e77-829a-7ab41ad8e469') {'for_net_delete': True} {{(pid=88188) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:34.412363 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4689addf-1078-4e77-829a-7ab41ad8e469') {} {{(pid=88188) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:34.427430 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744366571481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994255'] for segment, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:34.444912 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:34.452026 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=88188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:23:34.452474 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3367674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848252903'] for segment, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: Traceback (most recent call last): Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: timer() Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: cb(*args, **kw) Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: return func(*args, **kwargs) Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: self._notify() Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: self.callback(batched_events) Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: event.method(event) Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: segment_id)['aggregates'][0] Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: return f(self, *a, **k) Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: return self._get(url).json() Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: **kwargs) Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: return self.request(url, 'GET', **kwargs) Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: **endpoint_filter) Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:23:34.468056 dv-cinder-820628-1-smb neutron-server[88079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:23:34.518687 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:23:34.555064 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851410802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633852'] for network, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:34.560324 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:34.563643 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-22ac1c16-a5c2-42e6-97e2-f2de7cefff53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:34.594452 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] Pushing event deleted for resources: {'Network': ['ID=03313f33-10d1-4efe-ad7b-e30eb94ac64a,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:34.601288 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:34.631243 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] 10.222.0.71 "DELETE /v2.0/networks/03313f33-10d1-4efe-ad7b-e30eb94ac64a HTTP/1.1" status: 204 len: 168 time: 1.1060059 Dec 07 15:23:34.631561 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34106) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:34.877996 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f93cb-eab5-4a05-8e5b-467e10eb3b31 req-91abb4a6-c91f-4203-b4b1-bf5393be0eda tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:34.886022 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-487f93cb-eab5-4a05-8e5b-467e10eb3b31 req-91abb4a6-c91f-4203-b4b1-bf5393be0eda tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 946 time: 0.1680853 Dec 07 15:23:34.895281 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-57c67809-785f-45c9-8175-add3c5b9b187 None None] Deleting port f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e {{(pid=88190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:23:34.895836 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-57c67809-785f-45c9-8175-add3c5b9b187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:34.920413 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a419e57-3dbf-4caf-8dba-948b04bbaa11 req-ec1d0fcf-db43-4b14-8904-e7d748293c5b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:34.922080 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6a419e57-3dbf-4caf-8dba-948b04bbaa11 req-ec1d0fcf-db43-4b14-8904-e7d748293c5b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 944 time: 0.1621723 Dec 07 15:23:34.940778 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:23:34.941218 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:23:34.941795 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 5639f889-04a3-45ec-b28e-c0f3d409556f no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:23:34.978276 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-487f93cb-eab5-4a05-8e5b-467e10eb3b31 req-a03d2b27-1844-498e-903f-41e8a98fbdac tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910230 Dec 07 15:23:35.023935 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6a419e57-3dbf-4caf-8dba-948b04bbaa11 req-2925e6e1-dc5a-4772-9b60-77ae57e3a6cf tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935724 Dec 07 15:23:35.036269 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-57c67809-785f-45c9-8175-add3c5b9b187 None None] The port 'f270bee4-1a0d-4f63-bd6e-40fe1aa5c81e' was deleted {{(pid=88190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 15:23:35.045166 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: 5639f889-04a3-45ec-b28e-c0f3d409556f {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:23:35.045562 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 5639f889-04a3-45ec-b28e-c0f3d409556f not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:23:35.199303 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6ac82dbf-6c7d-491f-b50d-71a2eaab4472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:36.125468 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-6ac82dbf-6c7d-491f-b50d-71a2eaab4472 admin admin] Deleting port 61f253f4-669a-4709-8943-fd162efcc74c {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:23:36.126077 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6ac82dbf-6c7d-491f-b50d-71a2eaab4472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:36.302724 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd3be6-505f-41f5-91af-1ae91fdb8098 req-0a2a6731-dd5e-40d4-995c-525094b6dea2 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:36.310998 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ccfd3be6-505f-41f5-91af-1ae91fdb8098 req-0a2a6731-dd5e-40d4-995c-525094b6dea2 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 946 time: 0.1749940 Dec 07 15:23:36.353181 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-6ac82dbf-6c7d-491f-b50d-71a2eaab4472 admin admin] For port 61f253f4-669a-4709-8943-fd162efcc74c, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=61f253f4-669a-4709-8943-fd162efcc74c,segment=NetworkSegment(2cf5c821-30fb-4714-af82-a655581a0503),segment_id=2cf5c821-30fb-4714-af82-a655581a0503)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:36.353650 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6ac82dbf-6c7d-491f-b50d-71a2eaab4472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:36.365262 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897f6f6-f2af-4b64-bb14-0a5743cee091 req-67281461-dd56-4d65-95ec-9018a46bcd0b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:36.374435 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b897f6f6-f2af-4b64-bb14-0a5743cee091 req-67281461-dd56-4d65-95ec-9018a46bcd0b tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 944 time: 0.1908364 Dec 07 15:23:36.424518 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ccfd3be6-505f-41f5-91af-1ae91fdb8098 req-2bb59156-63fa-42a0-b6f0-0437eb93fd30 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121757 Dec 07 15:23:36.452059 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b897f6f6-f2af-4b64-bb14-0a5743cee091 req-6ca36302-69ad-4c65-b60d-f361ad91d053 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766470 Dec 07 15:23:36.502665 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-6ac82dbf-6c7d-491f-b50d-71a2eaab4472 admin admin] Calling delete_port for 61f253f4-669a-4709-8943-fd162efcc74c owned by network:router_interface {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:23:36.695756 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6ac82dbf-6c7d-491f-b50d-71a2eaab4472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:36.700091 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-98ffc0b9-20c9-4e0f-8f6e-ae9be079bd1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:36.746355 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac82dbf-6c7d-491f-b50d-71a2eaab4472 admin admin] Pushing event deleted for resources: {'Port': ['ID=61f253f4-669a-4709-8943-fd162efcc74c,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:36.749349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6ac82dbf-6c7d-491f-b50d-71a2eaab4472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:37.067936 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6ac82dbf-6c7d-491f-b50d-71a2eaab4472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850717652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:37.692259 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac82dbf-6c7d-491f-b50d-71a2eaab4472 admin admin] Router 74cb33f5-a555-42df-afce-162488d9f95d has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:23:37.710203 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ad3bc-bd0d-4d2f-b261-5cd639fe4baa req-69dba870-b0ab-402b-811b-0315f709c9ef tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:37.711850 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6d3ad3bc-bd0d-4d2f-b261-5cd639fe4baa req-69dba870-b0ab-402b-811b-0315f709c9ef tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 946 time: 0.1533778 Dec 07 15:23:37.723453 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257a416-c844-42a9-88e4-a29dca6ca32e req-ffbefb7d-d27c-4488-b8b5-6b1fc109fbb2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:37.725002 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6257a416-c844-42a9-88e4-a29dca6ca32e req-ffbefb7d-d27c-4488-b8b5-6b1fc109fbb2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 944 time: 0.1202111 Dec 07 15:23:37.803668 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6d3ad3bc-bd0d-4d2f-b261-5cd639fe4baa req-c9903482-9536-4b9c-bb7d-2a0ee2f3502b tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775917 Dec 07 15:23:37.811921 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6257a416-c844-42a9-88e4-a29dca6ca32e req-1d71d680-9d0f-4448-99ac-bbcfbce9f400 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711746 Dec 07 15:23:37.914927 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac82dbf-6c7d-491f-b50d-71a2eaab4472 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:23:37.925171 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8970f52a-82da-4982-82e4-c59155ed70cf None None] Sync routers for ids ['74cb33f5-a555-42df-afce-162488d9f95d'] in dv-cinder-820628-1-smb {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:23:37.925416 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-6ac82dbf-6c7d-491f-b50d-71a2eaab4472 admin admin] 10.222.0.71 "PUT /v2.0/routers/74cb33f5-a555-42df-afce-162488d9f95d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2924564 Dec 07 15:23:37.928201 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34120) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:37.939977 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8970f52a-82da-4982-82e4-c59155ed70cf None None] Routers {'74cb33f5-a555-42df-afce-162488d9f95d'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:23:37.940659 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-8970f52a-82da-4982-82e4-c59155ed70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:23:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['74cb33f5-a555-42df-afce-162488d9f95d'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:38.136698 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-8970f52a-82da-4982-82e4-c59155ed70cf None None] Set router 74cb33f5-a555-42df-afce-162488d9f95d gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:23:38.144684 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-54513ce2-78a9-4fa4-bc10-6a7cfcad8c27 admin admin] Notify callbacks [] for router, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:38.551503 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-37b1bb89-6e15-4790-8799-565debe5082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:38.565054 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bb40c-bec6-4e7d-9363-60f22e767d6f req-a2ee6c3d-e8f7-4659-8c56-90a79e7d56f1 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:38.567052 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-938bb40c-bec6-4e7d-9363-60f22e767d6f req-a2ee6c3d-e8f7-4659-8c56-90a79e7d56f1 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 946 time: 0.0909631 Dec 07 15:23:38.602775 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-54513ce2-78a9-4fa4-bc10-6a7cfcad8c27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:38.611419 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-54513ce2-78a9-4fa4-bc10-6a7cfcad8c27 admin admin] Deleting port 7aaa1759-778a-402e-83cf-1be737f9d093 {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:23:38.611919 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-54513ce2-78a9-4fa4-bc10-6a7cfcad8c27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:38.633269 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-8970f52a-82da-4982-82e4-c59155ed70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cb33f5-a555-42df-afce-162488d9f95d', 'name': 'tempest-TestMinimumBasicScenario-1501409803-router', 'tenant_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '7aaa1759-778a-402e-83cf-1be737f9d093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:46Z', 'updated_at': '2021-12-07T15:23:36Z', 'revision_number': 5, 'project_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'gw_port': {'id': '7aaa1759-778a-402e-83cf-1be737f9d093', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cb33f5-a555-42df-afce-162488d9f95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:20:47Z', 'updated_at': '2021-12-07T15:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:38.638402 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8970f52a-82da-4982-82e4-c59155ed70cf None None] Checking router: 74cb33f5-a555-42df-afce-162488d9f95d for host: dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:23:38.641816 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-938bb40c-bec6-4e7d-9363-60f22e767d6f req-7c959ecd-62a1-4780-95a2-a154e2c80b0d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Deleting port 47851f38-4520-4cd3-a533-f0ca4adadffb {{(pid=88189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:23:38.642248 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-938bb40c-bec6-4e7d-9363-60f22e767d6f req-7c959ecd-62a1-4780-95a2-a154e2c80b0d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:38.651840 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8970f52a-82da-4982-82e4-c59155ed70cf None None] Routers {'74cb33f5-a555-42df-afce-162488d9f95d'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:23:38.652719 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-8970f52a-82da-4982-82e4-c59155ed70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:23:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['74cb33f5-a555-42df-afce-162488d9f95d'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:38.803932 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-54513ce2-78a9-4fa4-bc10-6a7cfcad8c27 admin admin] For port 7aaa1759-778a-402e-83cf-1be737f9d093, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=7aaa1759-778a-402e-83cf-1be737f9d093,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:38.804515 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-54513ce2-78a9-4fa4-bc10-6a7cfcad8c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:38.827368 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-8970f52a-82da-4982-82e4-c59155ed70cf None None] Set router 74cb33f5-a555-42df-afce-162488d9f95d gateway port host: None {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:23:38.958688 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-8970f52a-82da-4982-82e4-c59155ed70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cb33f5-a555-42df-afce-162488d9f95d', 'name': 'tempest-TestMinimumBasicScenario-1501409803-router', 'tenant_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:46Z', 'updated_at': '2021-12-07T15:23:38Z', 'revision_number': 6, 'project_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'gw_port_host': None}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:38.964570 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8970f52a-82da-4982-82e4-c59155ed70cf None None] The sync data for ids ['74cb33f5-a555-42df-afce-162488d9f95d'] in dv-cinder-820628-1-smb is: [{'id': '74cb33f5-a555-42df-afce-162488d9f95d', 'name': 'tempest-TestMinimumBasicScenario-1501409803-router', 'tenant_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:20:46Z', 'updated_at': '2021-12-07T15:23:38Z', 'revision_number': 6, 'project_id': '0a2900620c7a4f26bb2759a9e80e22bc', 'gw_port_host': None}] {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:23:38.965184 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-938bb40c-bec6-4e7d-9363-60f22e767d6f req-7c959ecd-62a1-4780-95a2-a154e2c80b0d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] For port 47851f38-4520-4cd3-a533-f0ca4adadffb, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=47851f38-4520-4cd3-a533-f0ca4adadffb,segment=NetworkSegment(0988141f-6ae8-468f-8af8-418c91fa8ab1),segment_id=0988141f-6ae8-468f-8af8-418c91fa8ab1)] {{(pid=88189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:38.965837 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-938bb40c-bec6-4e7d-9363-60f22e767d6f req-7c959ecd-62a1-4780-95a2-a154e2c80b0d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:38.970808 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-54513ce2-78a9-4fa4-bc10-6a7cfcad8c27 admin admin] Calling delete_port for 7aaa1759-778a-402e-83cf-1be737f9d093 owned by network:router_gateway {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:23:39.121836 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:23:39.169726 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-54513ce2-78a9-4fa4-bc10-6a7cfcad8c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:39.174476 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-fb6e93d2-a818-4e52-8572-67fe4ca2b8c2 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:39.208560 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-938bb40c-bec6-4e7d-9363-60f22e767d6f req-7c959ecd-62a1-4780-95a2-a154e2c80b0d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Calling delete_port for 47851f38-4520-4cd3-a533-f0ca4adadffb owned by compute:nova {{(pid=88189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:23:39.222376 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54513ce2-78a9-4fa4-bc10-6a7cfcad8c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aaa1759-778a-402e-83cf-1be737f9d093,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:39.225360 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-54513ce2-78a9-4fa4-bc10-6a7cfcad8c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:39.343327 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f914394-2d13-47b8-84c9-22e0fc070cf0 req-ee8a830d-7c40-42b5-8a97-376c74a08606 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:39.345000 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2f914394-2d13-47b8-84c9-22e0fc070cf0 req-ee8a830d-7c40-42b5-8a97-376c74a08606 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b2b3d31-7977-49cd-af76-d1a326354a9a HTTP/1.1" status: 200 len: 946 time: 0.3630617 Dec 07 15:23:39.352067 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1683e-0c11-4645-ac26-e15d91924990 req-0229abde-55b4-4469-b6e8-0e8486b55110 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:39.353666 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e5c1683e-0c11-4645-ac26-e15d91924990 req-0229abde-55b4-4469-b6e8-0e8486b55110 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 944 time: 0.3297834 Dec 07 15:23:39.471334 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-54513ce2-78a9-4fa4-bc10-6a7cfcad8c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854142190'] for router_gateway, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:39.497428 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-938bb40c-bec6-4e7d-9363-60f22e767d6f req-7c959ecd-62a1-4780-95a2-a154e2c80b0d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:39.506052 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bc033709-841d-4111-9332-4601718e4f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:39.509997 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['47851f38-4520-4cd3-a533-f0ca4adadffb'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:23:39.551981 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2f914394-2d13-47b8-84c9-22e0fc070cf0 req-057dfdf9-c9da-4d0f-9258-1c4deaf472af tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971340 Dec 07 15:23:39.554101 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e5c1683e-0c11-4645-ac26-e15d91924990 req-8e08b235-0206-4367-8af4-a5d6fae0a4bc tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422062 Dec 07 15:23:39.561848 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c959ecd-62a1-4780-95a2-a154e2c80b0d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Pushing event deleted for resources: {'Port': ['ID=47851f38-4520-4cd3-a533-f0ca4adadffb,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:39.566406 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7c959ecd-62a1-4780-95a2-a154e2c80b0d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:39.652579 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-938bb40c-bec6-4e7d-9363-60f22e767d6f req-7c959ecd-62a1-4780-95a2-a154e2c80b0d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] No DVR routers for this DVR port 47851f38-4520-4cd3-a533-f0ca4adadffb on host hv-cinder-82062 {{(pid=88189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:23:39.655213 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-938bb40c-bec6-4e7d-9363-60f22e767d6f req-7c959ecd-62a1-4780-95a2-a154e2c80b0d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:39.659534 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2b3d31-7977-49cd-af76-d1a326354a9a', 'name': 'network-vif-deleted', 'tag': '47851f38-4520-4cd3-a533-f0ca4adadffb'}] {{(pid=88189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:23:39.676880 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-938bb40c-bec6-4e7d-9363-60f22e767d6f req-7c959ecd-62a1-4780-95a2-a154e2c80b0d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.57 "DELETE /v2.0/ports/47851f38-4520-4cd3-a533-f0ca4adadffb HTTP/1.1" status: 204 len: 173 time: 1.1048050 Dec 07 15:23:39.691454 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:39.762811 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-54513ce2-78a9-4fa4-bc10-6a7cfcad8c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854208132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100673'] for router, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:39.767659 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-54513ce2-78a9-4fa4-bc10-6a7cfcad8c27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:39.836467 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2b3d31-7977-49cd-af76-d1a326354a9a', 'name': 'network-vif-deleted', 'tag': '47851f38-4520-4cd3-a533-f0ca4adadffb', 'status': 'completed', 'code': 200} Dec 07 15:23:39.875481 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-54513ce2-78a9-4fa4-bc10-6a7cfcad8c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854208238'] for router, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:39.876035 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54513ce2-78a9-4fa4-bc10-6a7cfcad8c27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74cb33f5-a555-42df-afce-162488d9f95d {{(pid=88188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 15:23:39.890860 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-54513ce2-78a9-4fa4-bc10-6a7cfcad8c27 admin admin] Notify callbacks [] for router, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:39.892095 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-54513ce2-78a9-4fa4-bc10-6a7cfcad8c27 admin admin] 10.222.0.71 "DELETE /v2.0/routers/74cb33f5-a555-42df-afce-162488d9f95d HTTP/1.1" status: 204 len: 168 time: 1.9629107 Dec 07 15:23:39.895169 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34132) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:39.982736 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca805cc-66ab-43d7-b21c-e26f423c14f2 admin admin] Deleting subnet f91fec22-8415-4626-b459-a3875cf35f63 {{(pid=88189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:23:39.986321 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5ca805cc-66ab-43d7-b21c-e26f423c14f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:40.043282 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5ca805cc-66ab-43d7-b21c-e26f423c14f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2085673'] for subnet, precommit_delete_associations {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:40.125338 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5ca805cc-66ab-43d7-b21c-e26f423c14f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3364380'] for subnet, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:40.196529 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5ca805cc-66ab-43d7-b21c-e26f423c14f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851411451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1906913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852795410'] for subnet, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:40.201743 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6f873aee-3346-4b9d-bb92-53568335fefc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:40.241213 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca805cc-66ab-43d7-b21c-e26f423c14f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f91fec22-8415-4626-b459-a3875cf35f63,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:40.246272 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5ca805cc-66ab-43d7-b21c-e26f423c14f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:40.249741 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5ca805cc-66ab-43d7-b21c-e26f423c14f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:40.256761 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf1f196-77c5-48a5-915c-ced05b4662c9 None None] Network 39ad110f-6d35-4388-976b-c45fc1901512 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:23:40.258398 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-5ca805cc-66ab-43d7-b21c-e26f423c14f2 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f91fec22-8415-4626-b459-a3875cf35f63 HTTP/1.1" status: 204 len: 168 time: 0.3619957 Dec 07 15:23:40.261967 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34136) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:40.394708 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3327655'] for network, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:40.406682 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] Deleting port df6c9d17-1332-46b9-bdc0-b7c5c7591991 {{(pid=88189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:23:40.407286 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:40.533606 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 61f253f4-669a-4709-8943-fd162efcc74c no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:23:40.597158 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: 61f253f4-669a-4709-8943-fd162efcc74c {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:23:40.597563 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 61f253f4-669a-4709-8943-fd162efcc74c not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:23:40.598197 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 7aaa1759-778a-402e-83cf-1be737f9d093 no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:23:40.695828 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37316d21-2518-4d6d-8465-c704279f601a None None] DHCP port deletion for 39ad110f-6d35-4388-976b-c45fc1901512 request from dv-cinder-820628-1-smb {{(pid=88190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 15:23:40.700058 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:23:40.712351 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] For port df6c9d17-1332-46b9-bdc0-b7c5c7591991, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=df6c9d17-1332-46b9-bdc0-b7c5c7591991,segment=NetworkSegment(2cf5c821-30fb-4714-af82-a655581a0503),segment_id=2cf5c821-30fb-4714-af82-a655581a0503)] {{(pid=88189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:40.713128 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-37316d21-2518-4d6d-8465-c704279f601a None None] Deleting port df6c9d17-1332-46b9-bdc0-b7c5c7591991 {{(pid=88190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:23:40.713600 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:40.713766 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-37316d21-2518-4d6d-8465-c704279f601a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:40.749948 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: 7aaa1759-778a-402e-83cf-1be737f9d093 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:23:40.750412 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 7aaa1759-778a-402e-83cf-1be737f9d093 not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:23:40.781552 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-45b653cc-0b58-458a-bbf9-232a74461551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:41.063386 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] Calling delete_port for df6c9d17-1332-46b9-bdc0-b7c5c7591991 owned by network:dhcp {{(pid=88189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:23:41.083553 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:41.099141 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-37316d21-2518-4d6d-8465-c704279f601a None None] For port df6c9d17-1332-46b9-bdc0-b7c5c7591991, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=df6c9d17-1332-46b9-bdc0-b7c5c7591991,segment=NetworkSegment(2cf5c821-30fb-4714-af82-a655581a0503),segment_id=2cf5c821-30fb-4714-af82-a655581a0503)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:41.099610 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-37316d21-2518-4d6d-8465-c704279f601a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:41.115770 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'port_id': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3', 'mac_address': 'fa:16:3e:4f:a5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:23:41.204498 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:41.211032 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:41.262647 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] Pushing event deleted for resources: {'Port': ['ID=df6c9d17-1332-46b9-bdc0-b7c5c7591991,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:41.266829 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:41.269228 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-37316d21-2518-4d6d-8465-c704279f601a None None] Calling delete_port for df6c9d17-1332-46b9-bdc0-b7c5c7591991 owned by network:dhcp {{(pid=88190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:23:41.271739 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] No DVR routers for this DVR port df6c9d17-1332-46b9-bdc0-b7c5c7591991 on host dv-cinder-820628-1-smb {{(pid=88189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:23:41.278987 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd304d5-d37e-455c-83be-b83f3439be7c req-af6573fd-98fb-4eb7-b594-0c4addef5a3a tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:41.280656 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2fd304d5-d37e-455c-83be-b83f3439be7c req-af6573fd-98fb-4eb7-b594-0c4addef5a3a tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 944 time: 0.1870749 Dec 07 15:23:41.350172 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:41.354219 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:41.391542 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:23:41.406269 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.db.api [None req-37316d21-2518-4d6d-8465-c704279f601a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88190) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 15:23:41.406676 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_db.api [None req-37316d21-2518-4d6d-8465-c704279f601a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 15:23:41.409294 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:41.413698 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:41.415721 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:41.444324 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3364997', 'neutron.services.segments.db._delete_segments_for_network-8744366564552'] for network, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:41.457033 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2fd304d5-d37e-455c-83be-b83f3439be7c req-6f926035-1aaa-4c70-9df7-18b5b2329596 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475198 Dec 07 15:23:41.475194 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ad110f-6d35-4388-976b-c45fc1901512']}} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:41.485054 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,revision_number=9']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:41.495308 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:41.495699 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:41.496083 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:41.496463 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:41.496839 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:41.497211 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:41.497571 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:41.498316 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:41.498683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:41.499044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:41.499405 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:41.499668 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf5c821-30fb-4714-af82-a655581a0503') {'for_net_delete': True} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:41.500044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf5c821-30fb-4714-af82-a655581a0503') {} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:41.503672 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:41.513731 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744366571481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852690144'] for segment, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:41.529595 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:41.536097 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=88189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:23:41.536550 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3367674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852868797'] for segment, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: Traceback (most recent call last): Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: timer() Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: cb(*args, **kw) Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: return func(*args, **kwargs) Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: self._notify() Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: self.callback(batched_events) Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: event.method(event) Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: segment_id)['aggregates'][0] Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: return f(self, *a, **k) Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: return self._get(url).json() Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: **kwargs) Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: return self.request(url, 'GET', **kwargs) Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: **endpoint_filter) Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:23:41.551028 dv-cinder-820628-1-smb neutron-server[88079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:23:41.627041 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['0a35b3f8-5d63-4b9b-b345-f944d2d351f3'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:23:41.636144 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851410802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633852'] for network, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:41.641689 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:41.656273 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:41.668610 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] Pushing event deleted for resources: {'Network': ['ID=39ad110f-6d35-4388-976b-c45fc1901512,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:41.673516 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] 10.222.0.71 "DELETE /v2.0/networks/39ad110f-6d35-4388-976b-c45fc1901512 HTTP/1.1" status: 204 len: 168 time: 1.4080322 Dec 07 15:23:41.673516 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:41.829494 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34150) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:41.883060 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-84c0ffce-21a2-40f9-bee9-a76ac05c0ca1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8440c70a568a4a21bfaca3e4aa7c27ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521870 Dec 07 15:23:41.885825 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34154) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:41.907635 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-37316d21-2518-4d6d-8465-c704279f601a None None] Deleting port df6c9d17-1332-46b9-bdc0-b7c5c7591991 {{(pid=88190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:23:41.908068 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-37316d21-2518-4d6d-8465-c704279f601a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:41.953989 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-33efd509-ea69-424d-bf23-25b0b10ae5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:41.974344 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-37316d21-2518-4d6d-8465-c704279f601a None None] The port 'df6c9d17-1332-46b9-bdc0-b7c5c7591991' was deleted {{(pid=88190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 15:23:41.983959 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-33efd509-ea69-424d-bf23-25b0b10ae5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:42.033913 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-33efd509-ea69-424d-bf23-25b0b10ae5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:42.039201 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-544bbd32-c52b-46ea-a530-a9ada83bcc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:42.053939 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efd509-ea69-424d-bf23-25b0b10ae5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c231011-91a1-4a01-b1d1-3677a3299f45,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:42.058245 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-33efd509-ea69-424d-bf23-25b0b10ae5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:42.062578 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-33efd509-ea69-424d-bf23-25b0b10ae5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:42.063886 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-33efd509-ea69-424d-bf23-25b0b10ae5e0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0c231011-91a1-4a01-b1d1-3677a3299f45 HTTP/1.1" status: 204 len: 168 time: 0.1770084 Dec 07 15:23:42.510522 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device df6c9d17-1332-46b9-bdc0-b7c5c7591991 no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:23:42.541871 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34178) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:42.554649 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: df6c9d17-1332-46b9-bdc0-b7c5c7591991 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:23:42.555244 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device df6c9d17-1332-46b9-bdc0-b7c5c7591991 not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:23:42.588749 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:42.605060 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-2ff55dfd-0216-46f5-9004-c9f650abbd51 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0a2900620c7a4f26bb2759a9e80e22bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0617163 Dec 07 15:23:42.607983 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34182) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:42.649522 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:23:42.688364 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-07ba3f02-a4e6-4eff-bb81-4495e512d9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:42.714971 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8b0cb-2296-4aa4-9dac-c61b58bca5e6 req-235baab8-cbb3-4a5a-91cf-3af05370a440 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:42.716694 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-82a8b0cb-2296-4aa4-9dac-c61b58bca5e6 req-235baab8-cbb3-4a5a-91cf-3af05370a440 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 945 time: 0.0953238 Dec 07 15:23:42.726305 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-07ba3f02-a4e6-4eff-bb81-4495e512d9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:42.732335 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:23:42.732784 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:42.776036 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-82a8b0cb-2296-4aa4-9dac-c61b58bca5e6 req-e64474f4-5354-471a-9c66-ff42b5cbd2dd tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516100 Dec 07 15:23:42.785874 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-07ba3f02-a4e6-4eff-bb81-4495e512d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:42.792179 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c3385ec0-5626-4d63-ab8f-57b3a9e71f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:42.804106 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba3f02-a4e6-4eff-bb81-4495e512d9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb89099-501e-488a-b10c-6519d39e9772,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:42.806763 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-07ba3f02-a4e6-4eff-bb81-4495e512d9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:42.812929 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-07ba3f02-a4e6-4eff-bb81-4495e512d9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:42.816856 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-07ba3f02-a4e6-4eff-bb81-4495e512d9e9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7fb89099-501e-488a-b10c-6519d39e9772 HTTP/1.1" status: 204 len: 168 time: 0.2050784 Dec 07 15:23:42.878362 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:42.908987 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b99c5d-5485-414f-9718-4a7a9d85b437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:23:42.919448 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:42.923249 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:42.924185 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 47851f38-4520-4cd3-a533-f0ca4adadffb no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:23:42.953014 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:43.003990 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] No Port match for: 47851f38-4520-4cd3-a533-f0ca4adadffb {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:23:43.004408 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 47851f38-4520-4cd3-a533-f0ca4adadffb not bound to the agent host hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:23:43.028224 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,revision_number=10']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:43.031685 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:43.205840 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b99c5d-5485-414f-9718-4a7a9d85b437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3', 'code': 200} Dec 07 15:23:43.463385 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a2480af6-d7d5-4c00-816d-60e9c2dd1ff8 req-325df836-cf87-491c-ba26-8ff0a3e585c1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 1100 time: 0.0761783 Dec 07 15:23:43.517519 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a2480af6-d7d5-4c00-816d-60e9c2dd1ff8 req-366d7cca-7647-4abe-863a-78a16d995fd1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474191 Dec 07 15:23:43.847902 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34216) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:44.004596 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1612718516-network', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:23:44.009284 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9806418-73d5-4085-ae7e-349033d6e7d3 req-cacc4182-de65-4edd-a136-11ef9fc5f827 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:44.010315 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:23:44.010953 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e9806418-73d5-4085-ae7e-349033d6e7d3 req-cacc4182-de65-4edd-a136-11ef9fc5f827 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 947 time: 0.0925531 Dec 07 15:23:44.014487 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Usage tracker for resource:network and tenant:4561fddcf6fc46d69a4fecad5ed4b0a7 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:23:44.017645 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:23:44.024129 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:23:44.038715 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Made reservation on behalf of 4561fddcf6fc46d69a4fecad5ed4b0a7 for: {'network': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:23:44.044009 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for network, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:44.058029 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:44.061778 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e9806418-73d5-4085-ae7e-349033d6e7d3 req-98da0e41-9eb2-4b3b-a2e5-44bbd46d9f80 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442054 Dec 07 15:23:44.095199 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:23:44.098047 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Usage tracker for resource:security_group_rule and tenant:4561fddcf6fc46d69a4fecad5ed4b0a7 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:23:44.101553 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:23:44.108412 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:23:44.180808 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:44.184849 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:44.188042 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-dda75786-a859-493a-a76c-6ee6ffa92e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:44.218098 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=88188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:23:44.227170 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eec007f-6ea2-43f9-9960-ac30b1fc53fb,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:44.231572 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:44.235076 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:44.235654 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.segments_db [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Added segment b33ada57-7b41-43b0-95dd-e8114f5e6b10 of type vlan for network 7443ada9-9c18-4fab-ac8c-1543551598be Dec 07 15:23:44.265088 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744366061905'] for network, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:44.302300 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for network, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:44.303591 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:44.304233 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:44.313346 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a4c34e9a-5b86-4fb7-9ee0-632760ea39cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:44.425634 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5764122 Dec 07 15:23:44.428987 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34226) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:44.429725 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Pushing event updated for resources: {'Network': ['ID=7443ada9-9c18-4fab-ac8c-1543551598be,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:44.432729 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:44.435701 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-53f7d85e-bf75-407f-89f9-e6198d54b513 admin admin] Request body: {'subnet': {'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1612718516-subnet', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'ip_version': 4}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:23:44.441106 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Network 7443ada9-9c18-4fab-ac8c-1543551598be details requested by agent ovs-agent-dv-cinder-820628-1-smb with host dv-cinder-820628-1-smb {{(pid=88190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:23:44.442998 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-53f7d85e-bf75-407f-89f9-e6198d54b513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:23:44.447786 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-53f7d85e-bf75-407f-89f9-e6198d54b513 admin admin] Usage tracker for resource:subnet and tenant:4561fddcf6fc46d69a4fecad5ed4b0a7 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:23:44.451049 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-53f7d85e-bf75-407f-89f9-e6198d54b513 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:23:44.460281 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-53f7d85e-bf75-407f-89f9-e6198d54b513 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:23:44.475035 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f7d85e-bf75-407f-89f9-e6198d54b513 admin admin] Made reservation on behalf of 4561fddcf6fc46d69a4fecad5ed4b0a7 for: {'subnet': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:23:44.480494 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-53f7d85e-bf75-407f-89f9-e6198d54b513 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1980407'] for subnet, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:44.731678 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-53f7d85e-bf75-407f-89f9-e6198d54b513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852869075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1980390'] for subnet, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:44.736244 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:44.824968 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7d85e-bf75-407f-89f9-e6198d54b513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62d30645-991d-40f9-bd37-9ce1444ae604,revision_number=0']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:44.828208 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-53f7d85e-bf75-407f-89f9-e6198d54b513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:44.841818 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f7d85e-bf75-407f-89f9-e6198d54b513 admin admin] Checking segment: {'id': 'b33ada57-7b41-43b0-95dd-e8114f5e6b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:23:44.842271 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f7d85e-bf75-407f-89f9-e6198d54b513 admin admin] Network hostable DHCP agents. Network: 7443ada9-9c18-4fab-ac8c-1543551598be, hostable agents: ['8933d9ad-7c89-41d3-b37b-333921c44d45'], hosted agents: [] {{(pid=88189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:23:44.866867 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f7d85e-bf75-407f-89f9-e6198d54b513 admin admin] Network 7443ada9-9c18-4fab-ac8c-1543551598be is scheduled to be hosted by DHCP agent 8933d9ad-7c89-41d3-b37b-333921c44d45 with binding_index 1 {{(pid=88189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:23:44.885890 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-53f7d85e-bf75-407f-89f9-e6198d54b513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-smb, 7443ada9-9c18-4fab-ac8c-1543551598be) {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:23:44.890640 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f7d85e-bf75-407f-89f9-e6198d54b513 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:44.891307 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-53f7d85e-bf75-407f-89f9-e6198d54b513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:44.903541 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fab53f9-0e99-4f9d-98a2-e991997afb84 None None] Network 7443ada9-9c18-4fab-ac8c-1543551598be requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:23:44.924946 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-53f7d85e-bf75-407f-89f9-e6198d54b513 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4916677 Dec 07 15:23:44.925148 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34264) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:44.932837 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1612718516-router', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:23:44.937961 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:23:44.942243 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Usage tracker for resource:router and tenant:4561fddcf6fc46d69a4fecad5ed4b0a7 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:23:44.945943 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:23:44.964197 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:23:44.977692 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-570544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100688'] for router, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:44.979856 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854205422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853826331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854675112'] for router, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:45.011510 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:45.207202 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10fb145b-ccfb-5829-8772-12d53f6ed67f-7443ada9-9c18-4fab-ac8c-1543551598be', 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'fixed_ips': [{'subnet_id': '62d30645-991d-40f9-bd37-9ce1444ae604'}]}} from dv-cinder-820628-1-smb. {{(pid=88190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 15:23:45.208316 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:45.336469 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854675127'] for router, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:45.413304 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Allocated IP 172.20.0.2 (7443ada9-9c18-4fab-ac8c-1543551598be/62d30645-991d-40f9-bd37-9ce1444ae604/c616f286-571c-49e8-ac76-08e0304577c4) {{(pid=88190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:23:45.480656 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-7b844c77-b652-4ce2-ac9e-dd72ec6ed049 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:45.482484 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-7b844c77-b652-4ce2-ac9e-dd72ec6ed049 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/networks?id=e50067cb-50ab-4595-ab20-d6338f247ea1 HTTP/1.1" status: 200 len: 813 time: 0.3739095 Dec 07 15:23:45.512553 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d7efa-c5ba-4aae-a67d-05b3b7973242 req-0e63cdf7-27cc-4df7-be4d-cb21a597bbc7 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:45.514924 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-700d7efa-c5ba-4aae-a67d-05b3b7973242 req-0e63cdf7-27cc-4df7-be4d-cb21a597bbc7 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 947 time: 0.2854881 Dec 07 15:23:45.594872 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-a03ce96f-7bfd-43ec-9a24-069de1bada61 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/quotas/93e5cdc9a16540338d7869fa8587d71e HTTP/1.1" status: 200 len: 375 time: 0.1039436 Dec 07 15:23:45.667859 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Notify callbacks [] for port, precommit_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:45.668143 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-fc619be1-bc8e-413e-bf36-cae4e1d876ea tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Synchronizing usage tracker for tenant:93e5cdc9a16540338d7869fa8587d71e on resource:port {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:23:45.679241 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Transition to ACTIVE for port object c616f286-571c-49e8-ac76-08e0304577c4 will not be triggered until provisioned by entity L2. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:23:45.697952 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-700d7efa-c5ba-4aae-a67d-05b3b7973242 req-f7941d82-0169-4df7-9be0-e1e081cbe057 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277032 Dec 07 15:23:45.700989 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Transition to ACTIVE for port object c616f286-571c-49e8-ac76-08e0304577c4 will not be triggered until provisioned by entity DHCP. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:23:45.701467 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-fc619be1-bc8e-413e-bf36-cae4e1d876ea tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Unset dirty status for tenant:93e5cdc9a16540338d7869fa8587d71e on resource:port {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:23:45.703197 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-fc619be1-bc8e-413e-bf36-cae4e1d876ea tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=93e5cdc9a16540338d7869fa8587d71e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0980904 Dec 07 15:23:45.708700 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:45.715419 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:45.796515 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:45.797952 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Network 7443ada9-9c18-4fab-ac8c-1543551598be is already hosted by enough agents. {{(pid=88190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:23:45.800860 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Resources bound (agent type, host, resource id): {{(pid=88190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:23:45.804725 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Received port after_create {{(pid=88190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:23:45.815577 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Pushing event updated for resources: {'Port': ['ID=c616f286-571c-49e8-ac76-08e0304577c4,revision_number=1']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:45.846951 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:45.855220 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:45.907723 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Attempting to bind port c616f286-571c-49e8-ac76-08e0304577c4 on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:23:45.908145 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Attempting to bind port c616f286-571c-49e8-ac76-08e0304577c4 by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': 'b33ada57-7b41-43b0-95dd-e8114f5e6b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be'}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:23:45.908562 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Attempting to bind port c616f286-571c-49e8-ac76-08e0304577c4 on network 7443ada9-9c18-4fab-ac8c-1543551598be {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:23:45.916890 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:23:45.917311 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Checking segment: {'id': 'b33ada57-7b41-43b0-95dd-e8114f5e6b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:23:45.917776 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:45.918239 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Bound using segment: {'id': 'b33ada57-7b41-43b0-95dd-e8114f5e6b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be'} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:23:45.918767 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Bound port: c616f286-571c-49e8-ac76-08e0304577c4, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33ada57-7b41-43b0-95dd-e8114f5e6b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be'}}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:23:45.919191 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:46.019268 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] For port c616f286-571c-49e8-ac76-08e0304577c4, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:23:46.022993 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] For port c616f286-571c-49e8-ac76-08e0304577c4, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=c616f286-571c-49e8-ac76-08e0304577c4,segment=NetworkSegment(b33ada57-7b41-43b0-95dd-e8114f5e6b10),segment_id=b33ada57-7b41-43b0-95dd-e8114f5e6b10)] {{(pid=88190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:23:46.027778 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:46.032556 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-cd50b4d1-a45e-41a4-bf1f-c42722a05ab3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:46.084870 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-2c350039-551a-438c-a8c9-e60753a84922 service neutron] 10.222.0.71 "GET /v2.0/networks/e50067cb-50ab-4595-ab20-d6338f247ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708558 Dec 07 15:23:46.127138 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Pushing event updated for resources: {'Port': ['ID=c616f286-571c-49e8-ac76-08e0304577c4,revision_number=2']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:46.131085 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:46.155370 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Allocated IP 172.28.3.41 (0cb2958e-4db2-4f1d-a7f8-4af501c24e74/9e328c0c-452d-4ff2-b18b-159a0ad8dec1/e9601286-df42-4d7f-a024-389fcdc642b6) {{(pid=88189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:23:46.372251 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-b2693c18-4275-4ef7-9758-a76580e95538 service neutron] 10.222.0.71 "GET /v2.0/networks/e50067cb-50ab-4595-ab20-d6338f247ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759438 Dec 07 15:23:46.422518 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:46.561355 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:46.575211 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f1859ddb-577c-4e63-974b-ab89c18a93a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:46.596026 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device c616f286-571c-49e8-ac76-08e0304577c4 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:23:46.650522 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:23:46.654245 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:23:46.662597 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Received port after_create {{(pid=88189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:23:46.705044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Pushing event updated for resources: {'Port': ['ID=e9601286-df42-4d7f-a024-389fcdc642b6,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:46.711195 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port c616f286-571c-49e8-ac76-08e0304577c4 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:23:46.713846 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:46.780182 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c1e48ead-d08a-4828-82c4-6527dbef1399 req-f97c5373-4444-4716-995b-a3ecd63837b9 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465 HTTP/1.1" status: 200 len: 210 time: 0.0719466 Dec 07 15:23:47.203495 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc9032-51bc-44b2-9eb8-5ae54e97a99a req-200cfc51-bdd7-4652-84f4-81894b5f5704 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:47.205133 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4bcc9032-51bc-44b2-9eb8-5ae54e97a99a req-200cfc51-bdd7-4652-84f4-81894b5f5704 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 947 time: 0.3415716 Dec 07 15:23:47.241098 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:47.241890 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854205272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854142160'] for router, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:47.341713 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4bcc9032-51bc-44b2-9eb8-5ae54e97a99a req-e1b3bdd6-9d9c-416d-9934-acb411fa1332 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298316 Dec 07 15:23:47.530692 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Router 5f7e6610-38b1-4466-9800-8992cd3b7749 is scheduled to L3 agent f79d429c-c241-436e-a9f4-10d095e52796 with binding_index 1 {{(pid=88189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 15:23:47.754198 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:23:47.767905 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Sync routers for ids ['5f7e6610-38b1-4466-9800-8992cd3b7749'] in dv-cinder-820628-1-smb {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:23:47.781756 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Notify callbacks [] for router, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:47.782838 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Routers {'5f7e6610-38b1-4466-9800-8992cd3b7749'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:23:47.783489 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8573718 Dec 07 15:23:47.783893 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:23:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['5f7e6610-38b1-4466-9800-8992cd3b7749'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:47.786391 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34296) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:48.070822 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8ab6fd98-c574-428a-ac99-46ba4bd276f2 req-6201662f-67da-4c84-9411-cdf27c4f117c tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465 HTTP/1.1" status: 200 len: 210 time: 0.0712998 Dec 07 15:23:48.157420 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d73069-527b-414d-af60-cb765f5a4e86 None None] Network 7443ada9-9c18-4fab-ac8c-1543551598be requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:23:48.187017 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-07968430-8f01-4a04-82a3-d4d1bebf7143 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:48.188639 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-07968430-8f01-4a04-82a3-d4d1bebf7143 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.57 "GET /v2.0/networks?id=e50067cb-50ab-4595-ab20-d6338f247ea1 HTTP/1.1" status: 200 len: 813 time: 0.3096111 Dec 07 15:23:48.205058 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-3957fc88-1745-4eea-9318-17729e15194d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Request body: {'port': {'device_id': 'c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465', 'network_id': 'e50067cb-50ab-4595-ab20-d6338f247ea1', 'admin_state_up': True, 'tenant_id': '93e5cdc9a16540338d7869fa8587d71e'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:23:48.301740 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-d8d3142a-8d14-4eaf-adf2-3fd2fb2cf239 None None] Provisioning for port c616f286-571c-49e8-ac76-08e0304577c4 completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:23:48.320401 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-d8d3142a-8d14-4eaf-adf2-3fd2fb2cf239 None None] Provisioning complete for port c616f286-571c-49e8-ac76-08e0304577c4 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:23:48.320820 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d8d3142a-8d14-4eaf-adf2-3fd2fb2cf239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:48.437896 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Set router 5f7e6610-38b1-4466-9800-8992cd3b7749 gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:23:48.455277 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-3957fc88-1745-4eea-9318-17729e15194d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:23:48.469489 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-3957fc88-1745-4eea-9318-17729e15194d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:23:48.485221 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-3957fc88-1745-4eea-9318-17729e15194d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Made reservation on behalf of 93e5cdc9a16540338d7869fa8587d71e for: {'port': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:23:48.490916 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-3957fc88-1745-4eea-9318-17729e15194d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:48.756292 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-3957fc88-1745-4eea-9318-17729e15194d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Allocated IP 172.20.0.11 (e50067cb-50ab-4595-ab20-d6338f247ea1/e3d001a8-812f-4b52-bc9a-6547129c62e2/170865e6-8812-4247-a2ba-9610ad2e4423) {{(pid=88189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:23:48.789072 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d8d3142a-8d14-4eaf-adf2-3fd2fb2cf239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:48.903930 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-d8d3142a-8d14-4eaf-adf2-3fd2fb2cf239 None None] For port c616f286-571c-49e8-ac76-08e0304577c4, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=c616f286-571c-49e8-ac76-08e0304577c4,segment=NetworkSegment(b33ada57-7b41-43b0-95dd-e8114f5e6b10),segment_id=b33ada57-7b41-43b0-95dd-e8114f5e6b10)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:48.911273 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d8d3142a-8d14-4eaf-adf2-3fd2fb2cf239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:48.916323 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:49.003446 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3142a-8d14-4eaf-adf2-3fd2fb2cf239 None None] Pushing event updated for resources: {'Port': ['ID=c616f286-571c-49e8-ac76-08e0304577c4,revision_number=3']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:49.008319 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d8d3142a-8d14-4eaf-adf2-3fd2fb2cf239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:49.015024 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'name': 'tempest-TestShelveInstance-1612718516-router', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:44Z', 'updated_at': '2021-12-07T15:23:46Z', 'revision_number': 3, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'gw_port': {'id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:45Z', 'updated_at': '2021-12-07T15:23:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:49.020107 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Checking router: 5f7e6610-38b1-4466-9800-8992cd3b7749 for host: dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:23:49.020477 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Updating router 5f7e6610-38b1-4466-9800-8992cd3b7749 port e9601286-df42-4d7f-a024-389fcdc642b6 binding host dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:23:49.083487 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:49.159175 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-3957fc88-1745-4eea-9318-17729e15194d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Notify callbacks [] for port, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:49.390813 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-45aa0c60-3fcb-46e0-a3ca-7c6b990700fa None None] Provisioning complete for port c616f286-571c-49e8-ac76-08e0304577c4 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:23:49.391353 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-45aa0c60-3fcb-46e0-a3ca-7c6b990700fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:49.519111 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8471c09b-f898-4b2b-b8aa-a7c8719f6c4c req-b2f8a3b7-8ecd-4092-a521-a98c33c8c67b tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465 HTTP/1.1" status: 200 len: 210 time: 0.0697908 Dec 07 15:23:49.524329 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-3957fc88-1745-4eea-9318-17729e15194d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:49.533312 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c6cf765e-074e-42c2-9c86-fc0834705ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:49.604428 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Notify callbacks [] for port, precommit_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:49.620914 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Transition to ACTIVE for port object e9601286-df42-4d7f-a024-389fcdc642b6 will not be triggered until provisioned by entity L2. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:23:49.628016 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:49.631981 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d8d3142a-8d14-4eaf-adf2-3fd2fb2cf239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:49.655219 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-3957fc88-1745-4eea-9318-17729e15194d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Network e50067cb-50ab-4595-ab20-d6338f247ea1 is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:23:49.660328 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-3957fc88-1745-4eea-9318-17729e15194d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:23:49.663087 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-3957fc88-1745-4eea-9318-17729e15194d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Received port after_create {{(pid=88189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:23:49.704466 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957fc88-1745-4eea-9318-17729e15194d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Pushing event updated for resources: {'Port': ['ID=170865e6-8812-4247-a2ba-9610ad2e4423,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:49.713819 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3957fc88-1745-4eea-9318-17729e15194d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:49.719992 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b554386-93f1-46d2-9f22-8c737923b2e3 None None] Pushing event updated for resources: {'Port': ['ID=e9601286-df42-4d7f-a024-389fcdc642b6,revision_number=2']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:49.723956 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6b554386-93f1-46d2-9f22-8c737923b2e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:49.725243 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Attempting to bind port e9601286-df42-4d7f-a024-389fcdc642b6 on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:23:49.725617 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Attempting to bind port e9601286-df42-4d7f-a024-389fcdc642b6 by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:23:49.726026 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Attempting to bind port e9601286-df42-4d7f-a024-389fcdc642b6 on network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:23:49.734575 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:23:49.735002 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Checking segment: {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:23:49.735460 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:49.735904 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Bound using segment: {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:23:49.736436 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Bound port: e9601286-df42-4d7f-a024-389fcdc642b6, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:23:49.736851 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:49.787678 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-3957fc88-1745-4eea-9318-17729e15194d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:49.788360 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-3957fc88-1745-4eea-9318-17729e15194d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:49.812329 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:49.818293 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] For port e9601286-df42-4d7f-a024-389fcdc642b6, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:23:49.821653 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] For port e9601286-df42-4d7f-a024-389fcdc642b6, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=e9601286-df42-4d7f-a024-389fcdc642b6,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:23:49.825765 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:49.830523 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:49.835997 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-3957fc88-1745-4eea-9318-17729e15194d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6356969 Dec 07 15:23:49.880236 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Request body: {'port': {'device_id': 'c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:23:49.916576 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Routers {'5f7e6610-38b1-4466-9800-8992cd3b7749'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:23:49.917237 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:23:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['5f7e6610-38b1-4466-9800-8992cd3b7749'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:49.993431 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b554386-93f1-46d2-9f22-8c737923b2e3 None None] Pushing event updated for resources: {'Port': ['ID=e9601286-df42-4d7f-a024-389fcdc642b6,revision_number=3']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:49.996819 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6b554386-93f1-46d2-9f22-8c737923b2e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:50.085330 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:50.123229 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] Set router 5f7e6610-38b1-4466-9800-8992cd3b7749 gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:23:50.224846 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Allocated IP 172.20.0.1 (7443ada9-9c18-4fab-ac8c-1543551598be/62d30645-991d-40f9-bd37-9ce1444ae604/347f1656-ef60-4e33-8863-07f57ca564de) {{(pid=88189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:23:50.437980 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'name': 'tempest-TestShelveInstance-1612718516-router', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:44Z', 'updated_at': '2021-12-07T15:23:46Z', 'revision_number': 3, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'gw_port': {'id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:45Z', 'updated_at': '2021-12-07T15:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:50.442681 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37e0b70-e85f-42ef-b86d-599c05e30a2c None None] The sync data for ids ['5f7e6610-38b1-4466-9800-8992cd3b7749'] in dv-cinder-820628-1-smb is: [{'id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'name': 'tempest-TestShelveInstance-1612718516-router', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:44Z', 'updated_at': '2021-12-07T15:23:46Z', 'revision_number': 3, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'gw_port': {'id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:45Z', 'updated_at': '2021-12-07T15:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}] {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:23:50.528062 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device c616f286-571c-49e8-ac76-08e0304577c4 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:23:50.579140 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:50.604651 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Transition to ACTIVE for port object 347f1656-ef60-4e33-8863-07f57ca564de will not be triggered until provisioned by entity DHCP. {{(pid=88189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:23:50.615638 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port c616f286-571c-49e8-ac76-08e0304577c4 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:23:50.616074 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:50.750900 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170865e6-8812-4247-a2ba-9610ad2e4423 {{(pid=88189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:23:50.755310 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:50.762936 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7c959ecd-62a1-4780-95a2-a154e2c80b0d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:50.793304 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:50.850772 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Transition to ACTIVE for port object 170865e6-8812-4247-a2ba-9610ad2e4423 will not be triggered until provisioned by entity L2. {{(pid=88189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:23:50.857554 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Network 7443ada9-9c18-4fab-ac8c-1543551598be is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:23:50.861900 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:23:50.863793 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1906846'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:50.869951 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Received port after_create {{(pid=88189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:23:50.901655 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Pushing event updated for resources: {'Port': ['ID=347f1656-ef60-4e33-8863-07f57ca564de,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:50.917349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:50.922315 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5436aff0-f5e9-4d33-8439-2c4b3c0a30df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:51.070518 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720bd22-0076-4e5c-9137-09c5f513e6c8 req-4b51dc7b-a928-45d2-b080-d0801fd49d26 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:51.071651 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-6720bd22-0076-4e5c-9137-09c5f513e6c8 req-4b51dc7b-a928-45d2-b080-d0801fd49d26 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Synchronizing usage tracker for tenant:93e5cdc9a16540338d7869fa8587d71e on resource:port {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:23:51.103988 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:51.108610 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Pushing event updated for resources: {'Port': ['ID=170865e6-8812-4247-a2ba-9610ad2e4423,revision_number=2']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:51.114751 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:51.170626 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-6720bd22-0076-4e5c-9137-09c5f513e6c8 req-4b51dc7b-a928-45d2-b080-d0801fd49d26 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Unset dirty status for tenant:93e5cdc9a16540338d7869fa8587d71e on resource:port {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:23:51.172142 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6720bd22-0076-4e5c-9137-09c5f513e6c8 req-4b51dc7b-a928-45d2-b080-d0801fd49d26 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465 HTTP/1.1" status: 200 len: 932 time: 0.5127263 Dec 07 15:23:51.261143 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-cf141569-3afb-4c5b-bcc7-35821b69e1a5 None None] Provisioning for port 347f1656-ef60-4e33-8863-07f57ca564de completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:23:51.267010 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-cf141569-3afb-4c5b-bcc7-35821b69e1a5 None None] Provisioning complete for port 347f1656-ef60-4e33-8863-07f57ca564de triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:23:51.267431 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cf141569-3afb-4c5b-bcc7-35821b69e1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:51.328452 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-cf141569-3afb-4c5b-bcc7-35821b69e1a5 None None] Port 347f1656-ef60-4e33-8863-07f57ca564de cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:23:51.360329 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6720bd22-0076-4e5c-9137-09c5f513e6c8 req-5274b8b5-cea1-4b81-aff9-61eae9f11250 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492109 Dec 07 15:23:51.361357 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Attempting to bind port 170865e6-8812-4247-a2ba-9610ad2e4423 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:23:51.361739 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Attempting to bind port 170865e6-8812-4247-a2ba-9610ad2e4423 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': '0988141f-6ae8-468f-8af8-418c91fa8ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e50067cb-50ab-4595-ab20-d6338f247ea1'}] {{(pid=88189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:23:51.362138 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Attempting to bind port 170865e6-8812-4247-a2ba-9610ad2e4423 on network e50067cb-50ab-4595-ab20-d6338f247ea1 {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:23:51.364616 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:51.386686 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Port 170865e6-8812-4247-a2ba-9610ad2e4423 on network e50067cb-50ab-4595-ab20-d6338f247ea1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:23:51.387059 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Attempting to bind port 170865e6-8812-4247-a2ba-9610ad2e4423 on network e50067cb-50ab-4595-ab20-d6338f247ea1 {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:23:51.436977 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Checking agent: {'id': 'cbbfcabc-3255-4d4c-9281-bbfa60486e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'started_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:23:51.437363 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Checking segment: {'id': '0988141f-6ae8-468f-8af8-418c91fa8ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e50067cb-50ab-4595-ab20-d6338f247ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:23:51.437789 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Bound using segment: {'id': '0988141f-6ae8-468f-8af8-418c91fa8ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e50067cb-50ab-4595-ab20-d6338f247ea1'} {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:23:51.438306 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Bound port: 170865e6-8812-4247-a2ba-9610ad2e4423, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0988141f-6ae8-468f-8af8-418c91fa8ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e50067cb-50ab-4595-ab20-d6338f247ea1'}}] {{(pid=88189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:23:51.438701 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:51.653568 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] For port 170865e6-8812-4247-a2ba-9610ad2e4423, host hv-cinder-82062, cleared binding levels {{(pid=88189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:23:51.668897 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] For port 170865e6-8812-4247-a2ba-9610ad2e4423, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=170865e6-8812-4247-a2ba-9610ad2e4423,segment=NetworkSegment(0988141f-6ae8-468f-8af8-418c91fa8ab1),segment_id=0988141f-6ae8-468f-8af8-418c91fa8ab1)] {{(pid=88189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:23:51.676313 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1906846'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:51.690894 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:51.768071 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:51.769597 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] 10.222.0.57 "PUT /v2.0/ports/170865e6-8812-4247-a2ba-9610ad2e4423 HTTP/1.1" status: 200 len: 1094 time: 1.8951290 Dec 07 15:23:51.771146 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465', 'tag': '170865e6-8812-4247-a2ba-9610ad2e4423'}] {{(pid=88189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:23:51.800472 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Pushing event updated for resources: {'Port': ['ID=170865e6-8812-4247-a2ba-9610ad2e4423,revision_number=3']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:51.805658 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:51.808073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:51.859784 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465', 'tag': '170865e6-8812-4247-a2ba-9610ad2e4423', 'status': 'completed', 'code': 200} Dec 07 15:23:51.864896 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1906846'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:51.892552 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-96153d1b-f5af-493b-bb88-6a276018c560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:51.994119 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Pushing event updated for resources: {'Port': ['ID=347f1656-ef60-4e33-8863-07f57ca564de,revision_number=2']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:51.997690 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:52.000467 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4058165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:52.106459 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:52.272301 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-cbe9d3a4-e1c8-48fd-ba67-868105814c14 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93e5cdc9a16540338d7869fa8587d71e&device_id=c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465 HTTP/1.1" status: 200 len: 1097 time: 0.4619925 Dec 07 15:23:52.414809 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-38143259-d849-4cc6-afbe-6f60e49e7ad0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170865e6-8812-4247-a2ba-9610ad2e4423 HTTP/1.1" status: 200 len: 217 time: 0.0954819 Dec 07 15:23:52.500656 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Network 7443ada9-9c18-4fab-ac8c-1543551598be is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:23:52.548819 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:23:52.554311 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device e9601286-df42-4d7f-a024-389fcdc642b6 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:23:52.636553 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port e9601286-df42-4d7f-a024-389fcdc642b6 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:23:52.643081 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port e9601286-df42-4d7f-a024-389fcdc642b6 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:23:52.644166 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:52.666883 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-c8614221-8fa3-430e-84e3-b18dc6e76f16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:52.668546 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-c8614221-8fa3-430e-84e3-b18dc6e76f16 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3d001a8-812f-4b52-bc9a-6547129c62e2 HTTP/1.1" status: 200 len: 853 time: 0.2450984 Dec 07 15:23:52.777598 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:52.788595 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-4c62060c-533f-438b-87e7-a9577f5dc3d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e50067cb-50ab-4595-ab20-d6338f247ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118884 Dec 07 15:23:52.795789 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] For port e9601286-df42-4d7f-a024-389fcdc642b6, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=e9601286-df42-4d7f-a024-389fcdc642b6,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:52.800303 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:52.803337 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:52.885063 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Pushing event updated for resources: {'Port': ['ID=e9601286-df42-4d7f-a024-389fcdc642b6,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:52.888637 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:52.890423 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-9714d369-6939-48de-af07-9c733719ea3b None None] Provisioning complete for port 347f1656-ef60-4e33-8863-07f57ca564de triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:23:52.890982 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9714d369-6939-48de-af07-9c733719ea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:52.943412 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3901a-45b3-4073-8d7d-247aae1bed82 req-b9d7fa62-89d7-4bdb-9c05-1678b512fcab tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:52.944976 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-14a3901a-45b3-4073-8d7d-247aae1bed82 req-b9d7fa62-89d7-4bdb-9c05-1678b512fcab tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465 HTTP/1.1" status: 200 len: 944 time: 0.4478462 Dec 07 15:23:52.945651 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-9714d369-6939-48de-af07-9c733719ea3b None None] Port 347f1656-ef60-4e33-8863-07f57ca564de cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:23:53.093334 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-f9ec2f0c-3100-4208-bbc3-b9353272bd5e service neutron] 10.222.0.57 "GET /v2.0/networks/e50067cb-50ab-4595-ab20-d6338f247ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849662 Dec 07 15:23:53.142709 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-14a3901a-45b3-4073-8d7d-247aae1bed82 req-34571134-3f7e-4e74-89b5-6e67593ba206 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877077 Dec 07 15:23:53.315660 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5ef1b93e-7d29-488d-92c9-7d8f591a511f req-437e4c88-4bd6-4d32-9549-1c330a981a92 service neutron] 10.222.0.57 "GET /v2.0/networks/e50067cb-50ab-4595-ab20-d6338f247ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121708 Dec 07 15:23:53.449411 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Router 5f7e6610-38b1-4466-9800-8992cd3b7749 has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:23:53.463765 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eac2b114-554f-4ee7-aa98-42a24420987b req-d70b24d6-d507-45b2-a792-f76d3a2f24f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93e5cdc9a16540338d7869fa8587d71e&device_id=c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465 HTTP/1.1" status: 200 len: 1097 time: 0.0956612 Dec 07 15:23:53.691431 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2b114-554f-4ee7-aa98-42a24420987b req-783830a2-a191-414e-9e08-772c58a82598 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:53.693078 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eac2b114-554f-4ee7-aa98-42a24420987b req-783830a2-a191-414e-9e08-772c58a82598 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e50067cb-50ab-4595-ab20-d6338f247ea1 HTTP/1.1" status: 200 len: 914 time: 0.1705282 Dec 07 15:23:53.787332 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-157e1565-5996-46a5-b763-1ef2c6712f85 req-c685d8d5-e69a-4656-9a6d-df15a107099b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753713 Dec 07 15:23:53.830953 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eac2b114-554f-4ee7-aa98-42a24420987b req-0893df07-584d-4575-b963-77eff9de4d26 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170865e6-8812-4247-a2ba-9610ad2e4423 HTTP/1.1" status: 200 len: 217 time: 0.0864472 Dec 07 15:23:53.893108 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-157e1565-5996-46a5-b763-1ef2c6712f85 req-261e8f49-e8f0-4109-ad5e-bd98b6f2f24f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c656814e5740ada798cf35922cb848&device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 1100 time: 0.0830081 Dec 07 15:23:53.912142 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2b114-554f-4ee7-aa98-42a24420987b req-eec62dcb-fdd3-4af3-8417-34646c481ff1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:53.913835 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eac2b114-554f-4ee7-aa98-42a24420987b req-eec62dcb-fdd3-4af3-8417-34646c481ff1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3d001a8-812f-4b52-bc9a-6547129c62e2 HTTP/1.1" status: 200 len: 853 time: 0.0764480 Dec 07 15:23:53.966233 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eac2b114-554f-4ee7-aa98-42a24420987b req-27833bb4-7ca8-4a06-8682-62cc0476ed93 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e50067cb-50ab-4595-ab20-d6338f247ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452209 Dec 07 15:23:53.977847 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:23:53.988328 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Sync routers for ids ['5f7e6610-38b1-4466-9800-8992cd3b7749'] in dv-cinder-820628-1-smb {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:23:54.001930 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Routers {'5f7e6610-38b1-4466-9800-8992cd3b7749'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:23:54.002789 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:23:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['5f7e6610-38b1-4466-9800-8992cd3b7749'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:54.029673 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] 10.222.0.71 "PUT /v2.0/routers/5f7e6610-38b1-4466-9800-8992cd3b7749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2418411 Dec 07 15:23:54.063326 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e1565-5996-46a5-b763-1ef2c6712f85 req-2005fda0-d352-4ce0-b876-e37ba1bc5ec3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:54.064929 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-157e1565-5996-46a5-b763-1ef2c6712f85 req-2005fda0-d352-4ce0-b876-e37ba1bc5ec3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=094b8464-5ed4-428c-85f9-2c8468dfbadf HTTP/1.1" status: 200 len: 918 time: 0.1505737 Dec 07 15:23:54.150229 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eac2b114-554f-4ee7-aa98-42a24420987b req-8767299d-006e-4699-95b6-33f349886ba8 service neutron] 10.222.0.57 "GET /v2.0/networks/e50067cb-50ab-4595-ab20-d6338f247ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745288 Dec 07 15:23:54.221048 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-157e1565-5996-46a5-b763-1ef2c6712f85 req-3c5a83d6-358f-4f4a-8d6c-39657a4d1125 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a35b3f8-5d63-4b9b-b345-f944d2d351f3 HTTP/1.1" status: 200 len: 1001 time: 0.1450660 Dec 07 15:23:54.243951 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Set router 5f7e6610-38b1-4466-9800-8992cd3b7749 gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:23:54.324548 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e1565-5996-46a5-b763-1ef2c6712f85 req-57fb29c8-cf10-4bae-b042-fe54c148768e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:54.327789 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-157e1565-5996-46a5-b763-1ef2c6712f85 req-57fb29c8-cf10-4bae-b042-fe54c148768e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1159b89-e409-480d-88a1-0e02146c58fd HTTP/1.1" status: 200 len: 856 time: 0.0959592 Dec 07 15:23:54.491123 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-157e1565-5996-46a5-b763-1ef2c6712f85 req-277d4cb5-c5c1-4a33-8b9f-fb9868c15a91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=094b8464-5ed4-428c-85f9-2c8468dfbadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1573477 Dec 07 15:23:54.552021 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device e9601286-df42-4d7f-a024-389fcdc642b6 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:23:54.726375 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-157e1565-5996-46a5-b763-1ef2c6712f85 req-dcdae3e4-80ab-421f-b8a0-08bde8a3c60e service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287264 Dec 07 15:23:54.767003 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eac2b114-554f-4ee7-aa98-42a24420987b req-f3dad0cd-138a-4be5-be7a-79117fb96193 service neutron] 10.222.0.57 "GET /v2.0/networks/e50067cb-50ab-4595-ab20-d6338f247ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111391 Dec 07 15:23:54.793012 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f19a1a-3a40-4961-bbd5-55e8420e17d0 req-23a5ebaa-b598-4f09-8a9d-3129ba2b6e9e tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:54.794775 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-82f19a1a-3a40-4961-bbd5-55e8420e17d0 req-23a5ebaa-b598-4f09-8a9d-3129ba2b6e9e tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465 HTTP/1.1" status: 200 len: 944 time: 0.2200882 Dec 07 15:23:54.818462 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'name': 'tempest-TestShelveInstance-1612718516-router', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:44Z', 'updated_at': '2021-12-07T15:23:51Z', 'revision_number': 4, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'gw_port': {'id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:45Z', 'updated_at': '2021-12-07T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '347f1656-ef60-4e33-8863-07f57ca564de', 'name': '', 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'mac_address': 'fa:16:3e:31:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:49Z', 'updated_at': '2021-12-07T15:23:51Z', 'revision_number': 2, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'subnets': [{'id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:54.831825 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Checking router: 5f7e6610-38b1-4466-9800-8992cd3b7749 for host: dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:23:54.832435 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Updating router 5f7e6610-38b1-4466-9800-8992cd3b7749 port 347f1656-ef60-4e33-8863-07f57ca564de binding host dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:23:54.849161 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-82f19a1a-3a40-4961-bbd5-55e8420e17d0 req-e1a6b31f-6828-438c-bf50-372f0c5ed789 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465922 Dec 07 15:23:54.892383 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-157e1565-5996-46a5-b763-1ef2c6712f85 req-78ed3921-5f1b-4698-8146-a397d43d81c5 service neutron] 10.222.0.57 "GET /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602407 Dec 07 15:23:54.902651 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port e9601286-df42-4d7f-a024-389fcdc642b6 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:23:54.903185 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:54.903318 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:55.274852 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Notify callbacks [] for port, precommit_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:55.287840 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Transition to ACTIVE for port object 347f1656-ef60-4e33-8863-07f57ca564de will not be triggered until provisioned by entity L2. {{(pid=88191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:23:55.294788 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:55.299479 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-156717a8-2db7-4a6e-b1e3-9697dc78d29c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:55.329881 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34334) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:55.336280 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-457095355-network', 'tenant_id': '7cf6de595bcf400d836570ccfe7edf4c'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:23:55.342212 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:23:55.346530 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Usage tracker for resource:network and tenant:7cf6de595bcf400d836570ccfe7edf4c is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:23:55.349637 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:23:55.356727 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:23:55.380436 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Made reservation on behalf of 7cf6de595bcf400d836570ccfe7edf4c for: {'network': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:23:55.386068 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for network, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:55.405101 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:55.427206 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4d941-47a9-4b99-b2c8-7fe03ff86ec5 None None] Pushing event updated for resources: {'Port': ['ID=347f1656-ef60-4e33-8863-07f57ca564de,revision_number=3']} {{(pid=88191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:55.442648 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4d941-47a9-4b99-b2c8-7fe03ff86ec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:55.443037 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4d941-47a9-4b99-b2c8-7fe03ff86ec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:55.443377 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4d941-47a9-4b99-b2c8-7fe03ff86ec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:55.443736 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4d941-47a9-4b99-b2c8-7fe03ff86ec5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:55.444069 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4d941-47a9-4b99-b2c8-7fe03ff86ec5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:55.444432 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4d941-47a9-4b99-b2c8-7fe03ff86ec5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:55.444787 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4d941-47a9-4b99-b2c8-7fe03ff86ec5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:55.445173 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4d941-47a9-4b99-b2c8-7fe03ff86ec5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:55.445474 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4d941-47a9-4b99-b2c8-7fe03ff86ec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:55.445823 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4d941-47a9-4b99-b2c8-7fe03ff86ec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:55.446187 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db4d941-47a9-4b99-b2c8-7fe03ff86ec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:23:55.450379 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5db4d941-47a9-4b99-b2c8-7fe03ff86ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:55.543515 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Attempting to bind port 347f1656-ef60-4e33-8863-07f57ca564de on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:23:55.543932 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Attempting to bind port 347f1656-ef60-4e33-8863-07f57ca564de by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': 'b33ada57-7b41-43b0-95dd-e8114f5e6b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be'}] {{(pid=88191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:23:55.544573 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Attempting to bind port 347f1656-ef60-4e33-8863-07f57ca564de on network 7443ada9-9c18-4fab-ac8c-1543551598be {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:23:55.553114 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:23:55.553534 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Checking segment: {'id': 'b33ada57-7b41-43b0-95dd-e8114f5e6b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:23:55.554000 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:55.554470 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Bound using segment: {'id': 'b33ada57-7b41-43b0-95dd-e8114f5e6b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be'} {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:23:55.555000 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Bound port: 347f1656-ef60-4e33-8863-07f57ca564de, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33ada57-7b41-43b0-95dd-e8114f5e6b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be'}}] {{(pid=88191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:23:55.555407 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:55.654497 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] For port 347f1656-ef60-4e33-8863-07f57ca564de, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:23:55.657935 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] For port 347f1656-ef60-4e33-8863-07f57ca564de, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=347f1656-ef60-4e33-8863-07f57ca564de,segment=NetworkSegment(b33ada57-7b41-43b0-95dd-e8114f5e6b10),segment_id=b33ada57-7b41-43b0-95dd-e8114f5e6b10)] {{(pid=88191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:23:55.665970 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:55.671193 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:55.683643 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:23:55.687792 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Usage tracker for resource:security_group_rule and tenant:7cf6de595bcf400d836570ccfe7edf4c is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:23:55.690858 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:23:55.697527 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:23:55.754636 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4d941-47a9-4b99-b2c8-7fe03ff86ec5 None None] Pushing event updated for resources: {'Port': ['ID=347f1656-ef60-4e33-8863-07f57ca564de,revision_number=4']} {{(pid=88191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:55.758522 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5db4d941-47a9-4b99-b2c8-7fe03ff86ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:55.760259 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Routers {'5f7e6610-38b1-4466-9800-8992cd3b7749'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:23:55.760918 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:23:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['5f7e6610-38b1-4466-9800-8992cd3b7749'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:55.772640 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:55.776512 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:55.780981 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e8d2a02a-58e5-49cd-bf97-26e1387b8130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:55.810485 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=88188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:23:55.819977 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385c630d-8852-4b9c-923f-64b7af12e8ef,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:55.824056 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:55.826761 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:55.827153 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.segments_db [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Added segment 2a55bc02-4835-4b7d-bca1-00a17a941529 of type vlan for network 71d35354-22f8-4dcb-9ed4-feb1ba7670ec Dec 07 15:23:55.855879 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744366061905'] for network, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:55.895790 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for network, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:55.897637 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:55.898466 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:55.905668 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:56.035884 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7047045 Dec 07 15:23:56.036855 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Pushing event updated for resources: {'Network': ['ID=71d35354-22f8-4dcb-9ed4-feb1ba7670ec,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:56.039237 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34340) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:56.042756 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:56.047162 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-72d1d586-b9d1-4605-94e8-2ca1ccd81490 admin admin] Request body: {'subnet': {'network_id': '71d35354-22f8-4dcb-9ed4-feb1ba7670ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-457095355-subnet', 'tenant_id': '7cf6de595bcf400d836570ccfe7edf4c', 'ip_version': 4}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:23:56.050130 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Network 71d35354-22f8-4dcb-9ed4-feb1ba7670ec details requested by agent ovs-agent-dv-cinder-820628-1-smb with host dv-cinder-820628-1-smb {{(pid=88190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:23:56.061006 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-72d1d586-b9d1-4605-94e8-2ca1ccd81490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:23:56.068168 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-72d1d586-b9d1-4605-94e8-2ca1ccd81490 admin admin] Usage tracker for resource:subnet and tenant:7cf6de595bcf400d836570ccfe7edf4c is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:23:56.075102 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-72d1d586-b9d1-4605-94e8-2ca1ccd81490 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:23:56.084440 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-72d1d586-b9d1-4605-94e8-2ca1ccd81490 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:23:56.096774 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d1d586-b9d1-4605-94e8-2ca1ccd81490 admin admin] Made reservation on behalf of 7cf6de595bcf400d836570ccfe7edf4c for: {'subnet': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:23:56.103871 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-72d1d586-b9d1-4605-94e8-2ca1ccd81490 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853077913'] for subnet, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:56.113893 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] Set router 5f7e6610-38b1-4466-9800-8992cd3b7749 gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:23:56.118659 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c11759-93dc-449b-abf3-2dab1523eafb req-bc1ef639-905d-47c1-952a-854c9a44e424 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:56.120606 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-28c11759-93dc-449b-abf3-2dab1523eafb req-bc1ef639-905d-47c1-952a-854c9a44e424 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465 HTTP/1.1" status: 200 len: 944 time: 0.1019351 Dec 07 15:23:56.189396 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-28c11759-93dc-449b-abf3-2dab1523eafb req-2dd079f0-ac6e-44d2-b135-7c90c316348c tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610988 Dec 07 15:23:56.338890 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-72d1d586-b9d1-4605-94e8-2ca1ccd81490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848252553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853077898'] for subnet, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:56.343572 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d4fc1f20-e129-4f87-a3e8-622f08d2657a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:56.425540 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1d586-b9d1-4605-94e8-2ca1ccd81490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e09f36a-1df3-4056-8849-074006b1d08e,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:56.430315 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-72d1d586-b9d1-4605-94e8-2ca1ccd81490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:56.441212 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1d586-b9d1-4605-94e8-2ca1ccd81490 admin admin] Checking segment: {'id': '2a55bc02-4835-4b7d-bca1-00a17a941529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '71d35354-22f8-4dcb-9ed4-feb1ba7670ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:23:56.441603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d1d586-b9d1-4605-94e8-2ca1ccd81490 admin admin] Network hostable DHCP agents. Network: 71d35354-22f8-4dcb-9ed4-feb1ba7670ec, hostable agents: ['8933d9ad-7c89-41d3-b37b-333921c44d45'], hosted agents: [] {{(pid=88188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:23:56.464121 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d1d586-b9d1-4605-94e8-2ca1ccd81490 admin admin] Network 71d35354-22f8-4dcb-9ed4-feb1ba7670ec is scheduled to be hosted by DHCP agent 8933d9ad-7c89-41d3-b37b-333921c44d45 with binding_index 1 {{(pid=88188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:23:56.473919 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-72d1d586-b9d1-4605-94e8-2ca1ccd81490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-smb, 71d35354-22f8-4dcb-9ed4-feb1ba7670ec) {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:23:56.478710 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d1d586-b9d1-4605-94e8-2ca1ccd81490 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:56.479410 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-72d1d586-b9d1-4605-94e8-2ca1ccd81490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for subnet, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:56.485073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8643bad-9089-43e6-ba94-d57296980129 None None] Network 71d35354-22f8-4dcb-9ed4-feb1ba7670ec requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:23:56.495005 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'name': 'tempest-TestShelveInstance-1612718516-router', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:44Z', 'updated_at': '2021-12-07T15:23:51Z', 'revision_number': 4, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'gw_port': {'id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:45Z', 'updated_at': '2021-12-07T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '347f1656-ef60-4e33-8863-07f57ca564de', 'name': '', 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'mac_address': 'fa:16:3e:31:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:49Z', 'updated_at': '2021-12-07T15:23:55Z', 'revision_number': 4, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'subnets': [{'id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:56.500264 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3a9eed-8016-45ea-9230-442b2a85b050 None None] The sync data for ids ['5f7e6610-38b1-4466-9800-8992cd3b7749'] in dv-cinder-820628-1-smb is: [{'id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'name': 'tempest-TestShelveInstance-1612718516-router', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:44Z', 'updated_at': '2021-12-07T15:23:51Z', 'revision_number': 4, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'gw_port': {'id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:45Z', 'updated_at': '2021-12-07T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '347f1656-ef60-4e33-8863-07f57ca564de', 'name': '', 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'mac_address': 'fa:16:3e:31:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:49Z', 'updated_at': '2021-12-07T15:23:55Z', 'revision_number': 4, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'subnets': [{'id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:23:56.504122 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-72d1d586-b9d1-4605-94e8-2ca1ccd81490 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4614887 Dec 07 15:23:56.504556 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34344) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:56.510848 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-457095355-router', 'tenant_id': '7cf6de595bcf400d836570ccfe7edf4c', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:23:56.516299 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:23:56.520694 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Usage tracker for resource:router and tenant:7cf6de595bcf400d836570ccfe7edf4c is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:23:56.524684 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:23:56.531564 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:23:56.543147 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-570544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100688'] for router, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:56.544234 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854205422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853826331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854675112'] for router, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:56.563994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:56.742709 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854675127'] for router, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:56.746579 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10fb145b-ccfb-5829-8772-12d53f6ed67f-71d35354-22f8-4dcb-9ed4-feb1ba7670ec', 'network_id': '71d35354-22f8-4dcb-9ed4-feb1ba7670ec', 'tenant_id': '7cf6de595bcf400d836570ccfe7edf4c', 'fixed_ips': [{'subnet_id': '4e09f36a-1df3-4056-8849-074006b1d08e'}]}} from dv-cinder-820628-1-smb. {{(pid=88190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 15:23:56.747901 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:56.762247 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 170865e6-8812-4247-a2ba-9610ad2e4423 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:23:56.959047 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:56.994027 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:57.059943 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Allocated IP 172.20.0.2 (71d35354-22f8-4dcb-9ed4-feb1ba7670ec/4e09f36a-1df3-4056-8849-074006b1d08e/3661faba-8fb0-4a84-8701-75bf2e9ad42c) {{(pid=88190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:23:57.063436 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 170865e6-8812-4247-a2ba-9610ad2e4423, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=170865e6-8812-4247-a2ba-9610ad2e4423,segment=NetworkSegment(0988141f-6ae8-468f-8af8-418c91fa8ab1),segment_id=0988141f-6ae8-468f-8af8-418c91fa8ab1)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:57.086884 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': '170865e6-8812-4247-a2ba-9610ad2e4423', 'network_id': 'e50067cb-50ab-4595-ab20-d6338f247ea1', 'port_id': '170865e6-8812-4247-a2ba-9610ad2e4423', 'mac_address': 'fa:16:3e:f4:ff:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d001a8-812f-4b52-bc9a-6547129c62e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:23:57.152857 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Allocated IP 172.28.3.49 (0cb2958e-4db2-4f1d-a7f8-4af501c24e74/9e328c0c-452d-4ff2-b18b-159a0ad8dec1/dfe26411-d3a3-4bb2-8b75-21835019d469) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:23:57.240600 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:57.278132 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170865e6-8812-4247-a2ba-9610ad2e4423 {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:23:57.316982 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 170865e6-8812-4247-a2ba-9610ad2e4423, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=170865e6-8812-4247-a2ba-9610ad2e4423,segment=NetworkSegment(0988141f-6ae8-468f-8af8-418c91fa8ab1),segment_id=0988141f-6ae8-468f-8af8-418c91fa8ab1)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:57.332967 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:57.341319 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:57.341902 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:57.374822 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:57.380663 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:57.445164 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf822ea-ac44-4bd3-9db7-9bd25db60904 req-7ecefe09-8316-4d9f-bf33-8fa78f438f4d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:57.454387 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4cf822ea-ac44-4bd3-9db7-9bd25db60904 req-7ecefe09-8316-4d9f-bf33-8fa78f438f4d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465 HTTP/1.1" status: 200 len: 945 time: 0.1014078 Dec 07 15:23:57.460729 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Pushing event updated for resources: {'Port': ['ID=dfe26411-d3a3-4bb2-8b75-21835019d469,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:57.466404 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:57.479784 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:23:57.482000 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:23:57.489249 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:23:57.498446 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=170865e6-8812-4247-a2ba-9610ad2e4423,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:57.509901 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:57.511246 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Notify callbacks [] for port, precommit_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:57.514546 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4cf822ea-ac44-4bd3-9db7-9bd25db60904 req-d55b5f65-b146-4a1a-af4e-c6478c7a7f35 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587826 Dec 07 15:23:57.524584 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Transition to ACTIVE for port object 3661faba-8fb0-4a84-8701-75bf2e9ad42c will not be triggered until provisioned by entity L2. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:23:57.547898 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Transition to ACTIVE for port object 3661faba-8fb0-4a84-8701-75bf2e9ad42c will not be triggered until provisioned by entity DHCP. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:23:57.553726 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:57.564987 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:57.594663 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['170865e6-8812-4247-a2ba-9610ad2e4423'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:23:57.673085 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:57.674044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854205272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854142160'] for router, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:57.691995 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Network 71d35354-22f8-4dcb-9ed4-feb1ba7670ec is already hosted by enough agents. {{(pid=88190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:23:57.701769 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Pushing event updated for resources: {'Port': ['ID=3661faba-8fb0-4a84-8701-75bf2e9ad42c,revision_number=1']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:57.705058 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Resources bound (agent type, host, resource id): {{(pid=88190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:23:57.707196 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:57.709913 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Received port after_create {{(pid=88190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:23:57.843405 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Attempting to bind port 3661faba-8fb0-4a84-8701-75bf2e9ad42c on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:23:57.843825 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Attempting to bind port 3661faba-8fb0-4a84-8701-75bf2e9ad42c by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': '2a55bc02-4835-4b7d-bca1-00a17a941529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '71d35354-22f8-4dcb-9ed4-feb1ba7670ec'}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:23:57.844208 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Attempting to bind port 3661faba-8fb0-4a84-8701-75bf2e9ad42c on network 71d35354-22f8-4dcb-9ed4-feb1ba7670ec {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:23:57.865559 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:23:57.865974 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Checking segment: {'id': '2a55bc02-4835-4b7d-bca1-00a17a941529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '71d35354-22f8-4dcb-9ed4-feb1ba7670ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:23:57.866448 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:57.866911 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Bound using segment: {'id': '2a55bc02-4835-4b7d-bca1-00a17a941529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '71d35354-22f8-4dcb-9ed4-feb1ba7670ec'} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:23:57.867402 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Bound port: 3661faba-8fb0-4a84-8701-75bf2e9ad42c, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a55bc02-4835-4b7d-bca1-00a17a941529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '71d35354-22f8-4dcb-9ed4-feb1ba7670ec'}}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:23:57.867818 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:57.943390 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Router 0f41b0ab-d96b-4de7-871f-8c4091b88f5c is scheduled to L3 agent f79d429c-c241-436e-a9f4-10d095e52796 with binding_index 1 {{(pid=88188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 15:23:58.018776 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] For port 3661faba-8fb0-4a84-8701-75bf2e9ad42c, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:23:58.022782 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] For port 3661faba-8fb0-4a84-8701-75bf2e9ad42c, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=3661faba-8fb0-4a84-8701-75bf2e9ad42c,segment=NetworkSegment(2a55bc02-4835-4b7d-bca1-00a17a941529),segment_id=2a55bc02-4835-4b7d-bca1-00a17a941529)] {{(pid=88190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:23:58.026757 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:58.031841 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:58.111681 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Pushing event updated for resources: {'Port': ['ID=3661faba-8fb0-4a84-8701-75bf2e9ad42c,revision_number=2']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:58.115524 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:58.165048 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:23:58.175075 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Sync routers for ids ['0f41b0ab-d96b-4de7-871f-8c4091b88f5c'] in dv-cinder-820628-1-smb {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:23:58.193535 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Notify callbacks [] for router, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:58.195018 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6894479 Dec 07 15:23:58.196664 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Routers {'0f41b0ab-d96b-4de7-871f-8c4091b88f5c'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:23:58.197475 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:23:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['0f41b0ab-d96b-4de7-871f-8c4091b88f5c'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:58.198406 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34350) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:23:58.412773 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Set router 0f41b0ab-d96b-4de7-871f-8c4091b88f5c gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:23:58.719695 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 347f1656-ef60-4e33-8863-07f57ca564de up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:23:58.770547 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 170865e6-8812-4247-a2ba-9610ad2e4423 up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:23:58.831883 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf877034-c072-4322-a72b-e5990654ad57 req-5d1fb029-3aeb-49ea-a0cf-b56350876f3a tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:23:58.833552 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cf877034-c072-4322-a72b-e5990654ad57 req-5d1fb029-3aeb-49ea-a0cf-b56350876f3a tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465 HTTP/1.1" status: 200 len: 945 time: 0.1223881 Dec 07 15:23:58.933270 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port 347f1656-ef60-4e33-8863-07f57ca564de completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:23:58.943567 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 347f1656-ef60-4e33-8863-07f57ca564de triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:23:58.943995 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:58.969382 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cf877034-c072-4322-a72b-e5990654ad57 req-d1016399-4d23-446c-a8b0-b30aac6baaa8 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792890 Dec 07 15:23:58.973574 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning for port 170865e6-8812-4247-a2ba-9610ad2e4423 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:23:59.004633 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port 170865e6-8812-4247-a2ba-9610ad2e4423 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:23:59.005031 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:59.079758 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'name': 'tempest-TestShelveInstance-457095355-router', 'tenant_id': '7cf6de595bcf400d836570ccfe7edf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': 'dfe26411-d3a3-4bb2-8b75-21835019d469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:56Z', 'updated_at': '2021-12-07T15:23:57Z', 'revision_number': 3, 'project_id': '7cf6de595bcf400d836570ccfe7edf4c', 'gw_port': {'id': 'dfe26411-d3a3-4bb2-8b75-21835019d469', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:57Z', 'updated_at': '2021-12-07T15:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:23:59.117189 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Checking router: 0f41b0ab-d96b-4de7-871f-8c4091b88f5c for host: dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:23:59.117599 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Updating router 0f41b0ab-d96b-4de7-871f-8c4091b88f5c port dfe26411-d3a3-4bb2-8b75-21835019d469 binding host dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:23:59.269495 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:59.414464 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:59.429141 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:59.509921 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:59.551039 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Allocated IP 172.20.0.1 (71d35354-22f8-4dcb-9ed4-feb1ba7670ec/4e09f36a-1df3-4056-8849-074006b1d08e/85c71c45-6338-49a7-8779-1f58fe2d7e73) {{(pid=88189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:23:59.593070 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] For port 347f1656-ef60-4e33-8863-07f57ca564de, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=347f1656-ef60-4e33-8863-07f57ca564de,segment=NetworkSegment(b33ada57-7b41-43b0-95dd-e8114f5e6b10),segment_id=b33ada57-7b41-43b0-95dd-e8114f5e6b10)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:59.610005 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170865e6-8812-4247-a2ba-9610ad2e4423'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:23:59.615078 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:59.616095 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 3661faba-8fb0-4a84-8701-75bf2e9ad42c up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:23:59.648994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:59.712793 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170865e6-8812-4247-a2ba-9610ad2e4423', 'code': 200} Dec 07 15:23:59.739611 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 170865e6-8812-4247-a2ba-9610ad2e4423, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=170865e6-8812-4247-a2ba-9610ad2e4423,segment=NetworkSegment(0988141f-6ae8-468f-8af8-418c91fa8ab1),segment_id=0988141f-6ae8-468f-8af8-418c91fa8ab1)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:23:59.760561 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:59.808876 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:59.828350 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Pushing event updated for resources: {'Port': ['ID=347f1656-ef60-4e33-8863-07f57ca564de,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:23:59.831008 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Transition to ACTIVE for port object 85c71c45-6338-49a7-8779-1f58fe2d7e73 will not be triggered until provisioned by entity DHCP. {{(pid=88189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:23:59.832214 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:23:59.864881 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:23:59.870967 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:59.893890 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:23:59.946786 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Network 71d35354-22f8-4dcb-9ed4-feb1ba7670ec is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:23:59.951098 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:23:59.956217 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Received port after_create {{(pid=88189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:23:59.994253 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Pushing event updated for resources: {'Port': ['ID=85c71c45-6338-49a7-8779-1f58fe2d7e73,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:00.002038 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:00.034561 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:00.072212 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=170865e6-8812-4247-a2ba-9610ad2e4423,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:00.079186 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:00.085118 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port 3661faba-8fb0-4a84-8701-75bf2e9ad42c completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:24:00.089891 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ff465081-a0d9-4236-b501-cf37050d3c54 req-41a6b692-16ea-4739-ba1a-cbb960e1eac2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465 HTTP/1.1" status: 200 len: 1099 time: 0.1397376 Dec 07 15:24:00.179267 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ff465081-a0d9-4236-b501-cf37050d3c54 req-7c5d801d-b1f3-4abf-90b0-a00adfa9d0ed service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882018 Dec 07 15:24:00.199270 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:00.202351 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Notify callbacks [] for port, precommit_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:00.218132 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Transition to ACTIVE for port object dfe26411-d3a3-4bb2-8b75-21835019d469 will not be triggered until provisioned by entity L2. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:24:00.224779 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd6434a-720b-46c9-b8c0-87f060842e91 None None] Network 71d35354-22f8-4dcb-9ed4-feb1ba7670ec requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:24:00.242845 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:00.251577 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:00.443286 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d661c-f9bc-4c31-b488-d960ec24bd1f None None] Pushing event updated for resources: {'Port': ['ID=dfe26411-d3a3-4bb2-8b75-21835019d469,revision_number=2']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:00.445809 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Attempting to bind port dfe26411-d3a3-4bb2-8b75-21835019d469 on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:24:00.446241 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Attempting to bind port dfe26411-d3a3-4bb2-8b75-21835019d469 by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:24:00.446762 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Attempting to bind port dfe26411-d3a3-4bb2-8b75-21835019d469 on network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:24:00.450642 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-909d661c-f9bc-4c31-b488-d960ec24bd1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:00.507052 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-1f6813c4-4aab-469b-95d7-67a237bbb546 None None] Provisioning for port 3661faba-8fb0-4a84-8701-75bf2e9ad42c completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:24:00.515735 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:24:00.516196 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Checking segment: {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:24:00.516602 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:00.517042 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Bound using segment: {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:24:00.517682 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Bound port: dfe26411-d3a3-4bb2-8b75-21835019d469, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:24:00.518040 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:00.553080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 347f1656-ef60-4e33-8863-07f57ca564de up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:24:00.595894 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-1f6813c4-4aab-469b-95d7-67a237bbb546 None None] Provisioning complete for port 3661faba-8fb0-4a84-8701-75bf2e9ad42c triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:00.596363 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1f6813c4-4aab-469b-95d7-67a237bbb546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:00.654786 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892829f6-041c-4cba-b920-7252165fe866 req-b0b27733-8137-4160-b265-d1565e8c1b3a tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:00.656434 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-892829f6-041c-4cba-b920-7252165fe866 req-b0b27733-8137-4160-b265-d1565e8c1b3a tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465 HTTP/1.1" status: 200 len: 946 time: 0.4959779 Dec 07 15:24:00.743464 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-892829f6-041c-4cba-b920-7252165fe866 req-dba0d948-8f25-4c4b-a974-27e6dec10ef4 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759711 Dec 07 15:24:00.764349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:00.768515 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1906846'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:00.768958 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] For port dfe26411-d3a3-4bb2-8b75-21835019d469, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:24:00.790265 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] For port dfe26411-d3a3-4bb2-8b75-21835019d469, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=dfe26411-d3a3-4bb2-8b75-21835019d469,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:24:00.798524 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-31336c74-3cbb-4070-92b9-69dbfe7d44a0 tempest-VolumesActionsTest-1409483674 tempest-VolumesActionsTest-1409483674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:00.799970 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:00.805907 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-77193fc1-ef78-4b74-8bd4-bbe02eb60a19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:00.883652 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4058165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:00.887762 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Pushing event updated for resources: {'Port': ['ID=85c71c45-6338-49a7-8779-1f58fe2d7e73,revision_number=2']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:00.891229 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:00.927898 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 347f1656-ef60-4e33-8863-07f57ca564de triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:00.928311 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:00.967583 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1f6813c4-4aab-469b-95d7-67a237bbb546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:01.015890 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d661c-f9bc-4c31-b488-d960ec24bd1f None None] Pushing event updated for resources: {'Port': ['ID=dfe26411-d3a3-4bb2-8b75-21835019d469,revision_number=3']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:01.024325 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-909d661c-f9bc-4c31-b488-d960ec24bd1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:01.038412 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Network 71d35354-22f8-4dcb-9ed4-feb1ba7670ec is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:24:01.040564 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:24:01.050231 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Routers {'0f41b0ab-d96b-4de7-871f-8c4091b88f5c'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:24:01.050948 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:23:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['0f41b0ab-d96b-4de7-871f-8c4091b88f5c'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:01.215511 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-1f6813c4-4aab-469b-95d7-67a237bbb546 None None] For port 3661faba-8fb0-4a84-8701-75bf2e9ad42c, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=3661faba-8fb0-4a84-8701-75bf2e9ad42c,segment=NetworkSegment(2a55bc02-4835-4b7d-bca1-00a17a941529),segment_id=2a55bc02-4835-4b7d-bca1-00a17a941529)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:24:01.488190 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1f6813c4-4aab-469b-95d7-67a237bbb546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:01.495646 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:01.532082 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Router 0f41b0ab-d96b-4de7-871f-8c4091b88f5c has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:24:01.587249 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6813c4-4aab-469b-95d7-67a237bbb546 None None] Pushing event updated for resources: {'Port': ['ID=3661faba-8fb0-4a84-8701-75bf2e9ad42c,revision_number=3']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:01.592128 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1f6813c4-4aab-469b-95d7-67a237bbb546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:01.592856 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] Set router 0f41b0ab-d96b-4de7-871f-8c4091b88f5c gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:24:01.736869 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-032e53b2-1341-4e76-acf7-8bae5257d38c None None] Provisioning for port 85c71c45-6338-49a7-8779-1f58fe2d7e73 completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:24:01.760620 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:24:01.763239 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-032e53b2-1341-4e76-acf7-8bae5257d38c None None] Provisioning complete for port 85c71c45-6338-49a7-8779-1f58fe2d7e73 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:01.763814 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-032e53b2-1341-4e76-acf7-8bae5257d38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:01.780207 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] 10.222.0.71 "PUT /v2.0/routers/0f41b0ab-d96b-4de7-871f-8c4091b88f5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5708961 Dec 07 15:24:01.903559 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-032e53b2-1341-4e76-acf7-8bae5257d38c None None] Port 85c71c45-6338-49a7-8779-1f58fe2d7e73 cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:24:01.974803 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc8abc-99a1-4903-98be-082eccd96ab2 req-e9147c42-38c3-4cb6-928b-7e597963ee66 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:01.976274 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-71fc8abc-99a1-4903-98be-082eccd96ab2 req-e9147c42-38c3-4cb6-928b-7e597963ee66 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465 HTTP/1.1" status: 200 len: 946 time: 0.0933774 Dec 07 15:24:01.985939 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-032e53b2-1341-4e76-acf7-8bae5257d38c None None] Provisioning complete for port 3661faba-8fb0-4a84-8701-75bf2e9ad42c triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:01.986420 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-032e53b2-1341-4e76-acf7-8bae5257d38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:02.029306 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-71fc8abc-99a1-4903-98be-082eccd96ab2 req-74a23c8a-d84b-4128-bf09-05e378a0c609 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461702 Dec 07 15:24:02.139806 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'name': 'tempest-TestShelveInstance-457095355-router', 'tenant_id': '7cf6de595bcf400d836570ccfe7edf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': 'dfe26411-d3a3-4bb2-8b75-21835019d469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:56Z', 'updated_at': '2021-12-07T15:24:00Z', 'revision_number': 4, 'project_id': '7cf6de595bcf400d836570ccfe7edf4c', 'gw_port': {'id': 'dfe26411-d3a3-4bb2-8b75-21835019d469', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:57Z', 'updated_at': '2021-12-07T15:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '85c71c45-6338-49a7-8779-1f58fe2d7e73', 'name': '', 'network_id': '71d35354-22f8-4dcb-9ed4-feb1ba7670ec', 'tenant_id': '7cf6de595bcf400d836570ccfe7edf4c', 'mac_address': 'fa:16:3e:4e:5f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e09f36a-1df3-4056-8849-074006b1d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:59Z', 'updated_at': '2021-12-07T15:24:00Z', 'revision_number': 2, 'project_id': '7cf6de595bcf400d836570ccfe7edf4c', 'subnets': [{'id': '4e09f36a-1df3-4056-8849-074006b1d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:02.144246 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3051ee3c-58a3-4267-8098-cb4a15841c05 None None] The sync data for ids ['0f41b0ab-d96b-4de7-871f-8c4091b88f5c'] in dv-cinder-820628-1-smb is: [{'id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'name': 'tempest-TestShelveInstance-457095355-router', 'tenant_id': '7cf6de595bcf400d836570ccfe7edf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': 'dfe26411-d3a3-4bb2-8b75-21835019d469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:56Z', 'updated_at': '2021-12-07T15:24:00Z', 'revision_number': 4, 'project_id': '7cf6de595bcf400d836570ccfe7edf4c', 'gw_port': {'id': 'dfe26411-d3a3-4bb2-8b75-21835019d469', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:57Z', 'updated_at': '2021-12-07T15:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '85c71c45-6338-49a7-8779-1f58fe2d7e73', 'name': '', 'network_id': '71d35354-22f8-4dcb-9ed4-feb1ba7670ec', 'tenant_id': '7cf6de595bcf400d836570ccfe7edf4c', 'mac_address': 'fa:16:3e:4e:5f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e09f36a-1df3-4056-8849-074006b1d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:59Z', 'updated_at': '2021-12-07T15:24:00Z', 'revision_number': 2, 'project_id': '7cf6de595bcf400d836570ccfe7edf4c', 'subnets': [{'id': '4e09f36a-1df3-4056-8849-074006b1d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:24:02.260568 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-07a25ad5-e927-4e17-a011-ae2707a00311 None None] Provisioning complete for port 85c71c45-6338-49a7-8779-1f58fe2d7e73 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:02.261617 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-07a25ad5-e927-4e17-a011-ae2707a00311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:02.326911 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-07a25ad5-e927-4e17-a011-ae2707a00311 None None] Port 85c71c45-6338-49a7-8779-1f58fe2d7e73 cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:24:02.581100 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 3661faba-8fb0-4a84-8701-75bf2e9ad42c up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:24:02.634616 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34378) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:02.642129 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-ecdd6ec2-f338-4328-b31a-c1df23d7b8ea tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-101657803', 'description': 'tempest-secgroup-smoke-101657803 description', 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:02.652158 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ecdd6ec2-f338-4328-b31a-c1df23d7b8ea tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:02.656985 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ecdd6ec2-f338-4328-b31a-c1df23d7b8ea tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Usage tracker for resource:security_group and tenant:4561fddcf6fc46d69a4fecad5ed4b0a7 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:24:02.668847 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ecdd6ec2-f338-4328-b31a-c1df23d7b8ea tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:24:02.676998 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ecdd6ec2-f338-4328-b31a-c1df23d7b8ea tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:02.687733 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ecdd6ec2-f338-4328-b31a-c1df23d7b8ea tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:02.700371 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 3661faba-8fb0-4a84-8701-75bf2e9ad42c triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:02.700956 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:02.741767 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ecdd6ec2-f338-4328-b31a-c1df23d7b8ea tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:02.746920 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ecdd6ec2-f338-4328-b31a-c1df23d7b8ea tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Usage tracker for resource:security_group_rule and tenant:4561fddcf6fc46d69a4fecad5ed4b0a7 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:24:02.750837 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ecdd6ec2-f338-4328-b31a-c1df23d7b8ea tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:24:02.758212 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ecdd6ec2-f338-4328-b31a-c1df23d7b8ea tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:02.823978 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ecdd6ec2-f338-4328-b31a-c1df23d7b8ea tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:02.831645 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ecdd6ec2-f338-4328-b31a-c1df23d7b8ea tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:02.838670 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9c0244de-b6df-4aee-b289-1e8d0e62c743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:02.883305 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd6ec2-f338-4328-b31a-c1df23d7b8ea tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:02.887144 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ecdd6ec2-f338-4328-b31a-c1df23d7b8ea tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:02.890250 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ecdd6ec2-f338-4328-b31a-c1df23d7b8ea tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:02.891761 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-ecdd6ec2-f338-4328-b31a-c1df23d7b8ea tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2559969 Dec 07 15:24:02.895045 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34382) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:02.903050 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-72e8dee4-9753-4b3f-b556-8bcba39268a3 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Request body: {'security_group_rule': {'security_group_id': 'c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1', 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:02.909625 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-72e8dee4-9753-4b3f-b556-8bcba39268a3 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:02.914309 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-72e8dee4-9753-4b3f-b556-8bcba39268a3 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Usage tracker for resource:security_group_rule and tenant:4561fddcf6fc46d69a4fecad5ed4b0a7 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:24:02.917717 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-72e8dee4-9753-4b3f-b556-8bcba39268a3 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:24:02.924456 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-72e8dee4-9753-4b3f-b556-8bcba39268a3 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:02.942654 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-72e8dee4-9753-4b3f-b556-8bcba39268a3 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.012747 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-72e8dee4-9753-4b3f-b556-8bcba39268a3 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.016186 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-72e8dee4-9753-4b3f-b556-8bcba39268a3 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.018493 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:03.044643 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8dee4-9753-4b3f-b556-8bcba39268a3 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1ad0d8-110f-4669-b0f5-ba3b97fd6261,revision_number=0']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:03.050770 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-72e8dee4-9753-4b3f-b556-8bcba39268a3 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:03.055251 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-72e8dee4-9753-4b3f-b556-8bcba39268a3 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.056944 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-72e8dee4-9753-4b3f-b556-8bcba39268a3 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1607242 Dec 07 15:24:03.060434 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34386) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:03.066994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-f59fbf74-1c49-43be-913b-857c49287a7c tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Request body: {'security_group_rule': {'security_group_id': 'c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1', 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:03.074654 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-f59fbf74-1c49-43be-913b-857c49287a7c tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:03.079179 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-f59fbf74-1c49-43be-913b-857c49287a7c tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Usage tracker for resource:security_group_rule and tenant:4561fddcf6fc46d69a4fecad5ed4b0a7 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:24:03.082673 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-f59fbf74-1c49-43be-913b-857c49287a7c tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:24:03.089784 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-f59fbf74-1c49-43be-913b-857c49287a7c tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:03.111562 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f59fbf74-1c49-43be-913b-857c49287a7c tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.186006 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f59fbf74-1c49-43be-913b-857c49287a7c tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.189658 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f59fbf74-1c49-43be-913b-857c49287a7c tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.191920 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:03.218903 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fbf74-1c49-43be-913b-857c49287a7c tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493ca38d-75c0-4b72-aee7-12e3d3d07818,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:03.221714 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f59fbf74-1c49-43be-913b-857c49287a7c tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:03.229807 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f59fbf74-1c49-43be-913b-857c49287a7c tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.231222 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-f59fbf74-1c49-43be-913b-857c49287a7c tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1696672 Dec 07 15:24:03.234286 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34390) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:03.240442 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-ca7f3b12-f6d4-448e-bc30-73746aa74522 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Request body: {'security_group_rule': {'security_group_id': 'c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1', 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:03.247496 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ca7f3b12-f6d4-448e-bc30-73746aa74522 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:03.252113 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ca7f3b12-f6d4-448e-bc30-73746aa74522 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Usage tracker for resource:security_group_rule and tenant:4561fddcf6fc46d69a4fecad5ed4b0a7 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:24:03.255315 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ca7f3b12-f6d4-448e-bc30-73746aa74522 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:24:03.261767 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ca7f3b12-f6d4-448e-bc30-73746aa74522 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:03.278701 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca7f3b12-f6d4-448e-bc30-73746aa74522 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.365075 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca7f3b12-f6d4-448e-bc30-73746aa74522 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.368593 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca7f3b12-f6d4-448e-bc30-73746aa74522 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.378405 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:03.403880 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f3b12-f6d4-448e-bc30-73746aa74522 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03bd6d2a-0dc2-4401-9ceb-f34cc86eef0d,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:03.407155 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ca7f3b12-f6d4-448e-bc30-73746aa74522 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:03.410436 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca7f3b12-f6d4-448e-bc30-73746aa74522 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.412073 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-ca7f3b12-f6d4-448e-bc30-73746aa74522 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1766696 Dec 07 15:24:03.415106 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34394) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:03.422078 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-d77a7478-864c-4b8c-acc3-4d9c2ccdc864 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Request body: {'security_group_rule': {'security_group_id': 'c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1', 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:03.428644 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-d77a7478-864c-4b8c-acc3-4d9c2ccdc864 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:03.432964 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-d77a7478-864c-4b8c-acc3-4d9c2ccdc864 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Usage tracker for resource:security_group_rule and tenant:4561fddcf6fc46d69a4fecad5ed4b0a7 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:24:03.436304 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-d77a7478-864c-4b8c-acc3-4d9c2ccdc864 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:24:03.443323 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-d77a7478-864c-4b8c-acc3-4d9c2ccdc864 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:03.461834 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d77a7478-864c-4b8c-acc3-4d9c2ccdc864 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.541919 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d77a7478-864c-4b8c-acc3-4d9c2ccdc864 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.545788 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d77a7478-864c-4b8c-acc3-4d9c2ccdc864 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.548308 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-95606a6e-7528-4626-990c-6de3f589eba6 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:03.572060 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a7478-864c-4b8c-acc3-4d9c2ccdc864 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b25bfb-2f46-4710-9c8f-c0d60c26da5c,revision_number=0']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:03.576949 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d77a7478-864c-4b8c-acc3-4d9c2ccdc864 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:03.585412 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d77a7478-864c-4b8c-acc3-4d9c2ccdc864 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.586877 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-d77a7478-864c-4b8c-acc3-4d9c2ccdc864 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1701338 Dec 07 15:24:03.589973 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34400) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:03.596330 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-1bd5214b-059f-44b1-a730-5ab9200b69d8 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Request body: {'security_group_rule': {'security_group_id': 'c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1', 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:03.603242 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-1bd5214b-059f-44b1-a730-5ab9200b69d8 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:03.607812 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-1bd5214b-059f-44b1-a730-5ab9200b69d8 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Usage tracker for resource:security_group_rule and tenant:4561fddcf6fc46d69a4fecad5ed4b0a7 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:24:03.611089 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-1bd5214b-059f-44b1-a730-5ab9200b69d8 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:24:03.617242 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-1bd5214b-059f-44b1-a730-5ab9200b69d8 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:03.628392 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.securitygroups_db [None req-1bd5214b-059f-44b1-a730-5ab9200b69d8 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Project 4561fddcf6fc46d69a4fecad5ed4b0a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 15:24:03.636080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1bd5214b-059f-44b1-a730-5ab9200b69d8 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.710971 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1bd5214b-059f-44b1-a730-5ab9200b69d8 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.719050 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1bd5214b-059f-44b1-a730-5ab9200b69d8 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.727777 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:03.748777 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5214b-059f-44b1-a730-5ab9200b69d8 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ef60c0-93d2-482a-bfdd-54d52f7bd4b7,revision_number=0']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:03.754535 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1bd5214b-059f-44b1-a730-5ab9200b69d8 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:03.763687 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1bd5214b-059f-44b1-a730-5ab9200b69d8 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.769718 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34406) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:03.770966 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-1bd5214b-059f-44b1-a730-5ab9200b69d8 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1795678 Dec 07 15:24:03.776177 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-a57d4582-b4a1-4b4c-9dd7-45138ac56e1d tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Request body: {'security_group_rule': {'security_group_id': 'c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1', 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:03.783066 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a57d4582-b4a1-4b4c-9dd7-45138ac56e1d tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:03.787629 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a57d4582-b4a1-4b4c-9dd7-45138ac56e1d tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Usage tracker for resource:security_group_rule and tenant:4561fddcf6fc46d69a4fecad5ed4b0a7 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:24:03.791558 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-a57d4582-b4a1-4b4c-9dd7-45138ac56e1d tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:24:03.798082 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-a57d4582-b4a1-4b4c-9dd7-45138ac56e1d tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:03.809284 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.securitygroups_db [None req-a57d4582-b4a1-4b4c-9dd7-45138ac56e1d tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Project 4561fddcf6fc46d69a4fecad5ed4b0a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 15:24:03.816764 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a57d4582-b4a1-4b4c-9dd7-45138ac56e1d tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.893476 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a57d4582-b4a1-4b4c-9dd7-45138ac56e1d tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.899038 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a57d4582-b4a1-4b4c-9dd7-45138ac56e1d tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.901657 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ca7f3b12-f6d4-448e-bc30-73746aa74522 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:03.929534 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d4582-b4a1-4b4c-9dd7-45138ac56e1d tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eaaca4a-3ad6-4675-8069-65df1833a588,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:03.932577 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a57d4582-b4a1-4b4c-9dd7-45138ac56e1d tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:03.939800 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a57d4582-b4a1-4b4c-9dd7-45138ac56e1d tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:03.941103 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a57d4582-b4a1-4b4c-9dd7-45138ac56e1d tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1702785 Dec 07 15:24:04.566060 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device dfe26411-d3a3-4bb2-8b75-21835019d469 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:24:04.647998 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port dfe26411-d3a3-4bb2-8b75-21835019d469 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:24:04.654927 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port dfe26411-d3a3-4bb2-8b75-21835019d469 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:04.655349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:04.781861 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:04.799611 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] For port dfe26411-d3a3-4bb2-8b75-21835019d469, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=dfe26411-d3a3-4bb2-8b75-21835019d469,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:24:04.803526 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:04.805765 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:04.881617 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Pushing event updated for resources: {'Port': ['ID=dfe26411-d3a3-4bb2-8b75-21835019d469,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:04.885108 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:06.127205 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Sync routers for ids ['0f41b0ab-d96b-4de7-871f-8c4091b88f5c'] in dv-cinder-820628-1-smb {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:24:06.141730 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Routers {'0f41b0ab-d96b-4de7-871f-8c4091b88f5c'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:24:06.142471 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:23:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['0f41b0ab-d96b-4de7-871f-8c4091b88f5c'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:06.337677 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Set router 0f41b0ab-d96b-4de7-871f-8c4091b88f5c gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:24:06.555293 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device dfe26411-d3a3-4bb2-8b75-21835019d469 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:24:06.640711 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port dfe26411-d3a3-4bb2-8b75-21835019d469 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:06.641247 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:06.718586 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'name': 'tempest-TestShelveInstance-457095355-router', 'tenant_id': '7cf6de595bcf400d836570ccfe7edf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': 'dfe26411-d3a3-4bb2-8b75-21835019d469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:56Z', 'updated_at': '2021-12-07T15:24:00Z', 'revision_number': 4, 'project_id': '7cf6de595bcf400d836570ccfe7edf4c', 'gw_port': {'id': 'dfe26411-d3a3-4bb2-8b75-21835019d469', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:57Z', 'updated_at': '2021-12-07T15:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '85c71c45-6338-49a7-8779-1f58fe2d7e73', 'name': '', 'network_id': '71d35354-22f8-4dcb-9ed4-feb1ba7670ec', 'tenant_id': '7cf6de595bcf400d836570ccfe7edf4c', 'mac_address': 'fa:16:3e:4e:5f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e09f36a-1df3-4056-8849-074006b1d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:59Z', 'updated_at': '2021-12-07T15:24:00Z', 'revision_number': 2, 'project_id': '7cf6de595bcf400d836570ccfe7edf4c', 'subnets': [{'id': '4e09f36a-1df3-4056-8849-074006b1d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:06.723138 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Checking router: 0f41b0ab-d96b-4de7-871f-8c4091b88f5c for host: dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:24:06.723534 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Updating router 0f41b0ab-d96b-4de7-871f-8c4091b88f5c port 85c71c45-6338-49a7-8779-1f58fe2d7e73 binding host dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:24:06.778674 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:07.146389 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Notify callbacks [] for port, precommit_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:07.160772 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Transition to ACTIVE for port object 85c71c45-6338-49a7-8779-1f58fe2d7e73 will not be triggered until provisioned by entity L2. {{(pid=88191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:24:07.168264 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:07.172131 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:07.306216 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c480aa8-b743-4d57-9ed9-55613109df98 None None] Pushing event updated for resources: {'Port': ['ID=85c71c45-6338-49a7-8779-1f58fe2d7e73,revision_number=3']} {{(pid=88191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:07.310635 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3c480aa8-b743-4d57-9ed9-55613109df98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:07.417105 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Attempting to bind port 85c71c45-6338-49a7-8779-1f58fe2d7e73 on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:24:07.417534 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Attempting to bind port 85c71c45-6338-49a7-8779-1f58fe2d7e73 by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': '2a55bc02-4835-4b7d-bca1-00a17a941529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '71d35354-22f8-4dcb-9ed4-feb1ba7670ec'}] {{(pid=88191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:24:07.417999 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Attempting to bind port 85c71c45-6338-49a7-8779-1f58fe2d7e73 on network 71d35354-22f8-4dcb-9ed4-feb1ba7670ec {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:24:07.426198 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:24:07.426638 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Checking segment: {'id': '2a55bc02-4835-4b7d-bca1-00a17a941529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '71d35354-22f8-4dcb-9ed4-feb1ba7670ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:24:07.427078 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:07.427511 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Bound using segment: {'id': '2a55bc02-4835-4b7d-bca1-00a17a941529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '71d35354-22f8-4dcb-9ed4-feb1ba7670ec'} {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:24:07.428030 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Bound port: 85c71c45-6338-49a7-8779-1f58fe2d7e73, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a55bc02-4835-4b7d-bca1-00a17a941529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '71d35354-22f8-4dcb-9ed4-feb1ba7670ec'}}] {{(pid=88191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:24:07.428447 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:07.527279 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] For port 85c71c45-6338-49a7-8779-1f58fe2d7e73, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:24:07.530944 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] For port 85c71c45-6338-49a7-8779-1f58fe2d7e73, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=85c71c45-6338-49a7-8779-1f58fe2d7e73,segment=NetworkSegment(2a55bc02-4835-4b7d-bca1-00a17a941529),segment_id=2a55bc02-4835-4b7d-bca1-00a17a941529)] {{(pid=88191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:24:07.534665 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:07.539346 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:07.627926 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c480aa8-b743-4d57-9ed9-55613109df98 None None] Pushing event updated for resources: {'Port': ['ID=85c71c45-6338-49a7-8779-1f58fe2d7e73,revision_number=4']} {{(pid=88191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:07.634471 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3c480aa8-b743-4d57-9ed9-55613109df98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:07.635692 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Routers {'0f41b0ab-d96b-4de7-871f-8c4091b88f5c'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:24:07.636645 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:23:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['0f41b0ab-d96b-4de7-871f-8c4091b88f5c'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:08.009013 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] Set router 0f41b0ab-d96b-4de7-871f-8c4091b88f5c gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:24:08.347317 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'name': 'tempest-TestShelveInstance-457095355-router', 'tenant_id': '7cf6de595bcf400d836570ccfe7edf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': 'dfe26411-d3a3-4bb2-8b75-21835019d469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:56Z', 'updated_at': '2021-12-07T15:24:00Z', 'revision_number': 4, 'project_id': '7cf6de595bcf400d836570ccfe7edf4c', 'gw_port': {'id': 'dfe26411-d3a3-4bb2-8b75-21835019d469', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:57Z', 'updated_at': '2021-12-07T15:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '85c71c45-6338-49a7-8779-1f58fe2d7e73', 'name': '', 'network_id': '71d35354-22f8-4dcb-9ed4-feb1ba7670ec', 'tenant_id': '7cf6de595bcf400d836570ccfe7edf4c', 'mac_address': 'fa:16:3e:4e:5f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e09f36a-1df3-4056-8849-074006b1d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:59Z', 'updated_at': '2021-12-07T15:24:07Z', 'revision_number': 4, 'project_id': '7cf6de595bcf400d836570ccfe7edf4c', 'subnets': [{'id': '4e09f36a-1df3-4056-8849-074006b1d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:08.351768 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adebc5fd-37d7-4b92-b734-6eda84104abd None None] The sync data for ids ['0f41b0ab-d96b-4de7-871f-8c4091b88f5c'] in dv-cinder-820628-1-smb is: [{'id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'name': 'tempest-TestShelveInstance-457095355-router', 'tenant_id': '7cf6de595bcf400d836570ccfe7edf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': 'dfe26411-d3a3-4bb2-8b75-21835019d469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:56Z', 'updated_at': '2021-12-07T15:24:00Z', 'revision_number': 4, 'project_id': '7cf6de595bcf400d836570ccfe7edf4c', 'gw_port': {'id': 'dfe26411-d3a3-4bb2-8b75-21835019d469', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:57Z', 'updated_at': '2021-12-07T15:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '85c71c45-6338-49a7-8779-1f58fe2d7e73', 'name': '', 'network_id': '71d35354-22f8-4dcb-9ed4-feb1ba7670ec', 'tenant_id': '7cf6de595bcf400d836570ccfe7edf4c', 'mac_address': 'fa:16:3e:4e:5f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e09f36a-1df3-4056-8849-074006b1d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:59Z', 'updated_at': '2021-12-07T15:24:07Z', 'revision_number': 4, 'project_id': '7cf6de595bcf400d836570ccfe7edf4c', 'subnets': [{'id': '4e09f36a-1df3-4056-8849-074006b1d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:24:08.564319 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bb23f56c-01b5-4892-864d-881e6270e68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:08.591031 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 85c71c45-6338-49a7-8779-1f58fe2d7e73 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:24:08.667715 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port 85c71c45-6338-49a7-8779-1f58fe2d7e73 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:24:08.677999 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 85c71c45-6338-49a7-8779-1f58fe2d7e73 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:08.678491 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:08.812108 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:08.850080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] For port 85c71c45-6338-49a7-8779-1f58fe2d7e73, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=85c71c45-6338-49a7-8779-1f58fe2d7e73,segment=NetworkSegment(2a55bc02-4835-4b7d-bca1-00a17a941529),segment_id=2a55bc02-4835-4b7d-bca1-00a17a941529)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:24:08.853640 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:08.855906 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-909d661c-f9bc-4c31-b488-d960ec24bd1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:08.935086 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Pushing event updated for resources: {'Port': ['ID=85c71c45-6338-49a7-8779-1f58fe2d7e73,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:08.938429 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:09.687117 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:10.545627 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 85c71c45-6338-49a7-8779-1f58fe2d7e73 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:24:10.622523 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 85c71c45-6338-49a7-8779-1f58fe2d7e73 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:10.623561 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:10.699459 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-838ed401-1555-42e1-ab89-a02c00f98cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:11.297102 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:12.591241 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:16.124960 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:24:21.554441 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-f3e97027-8a1f-49f4-8c35-5b700ac8d483 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101657803&fields=id&tenant_id=4561fddcf6fc46d69a4fecad5ed4b0a7 HTTP/1.1" status: 200 len: 267 time: 0.0457740 Dec 07 15:24:21.718763 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-279c68b9-7262-4816-911b-aac1b322171f tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:21.720391 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-279c68b9-7262-4816-911b-aac1b322171f tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/networks?id=7443ada9-9c18-4fab-ac8c-1543551598be HTTP/1.1" status: 200 len: 809 time: 0.1580946 Dec 07 15:24:21.753001 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-63fa91ef-95c0-4359-8af9-324dcb29123f tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/quotas/4561fddcf6fc46d69a4fecad5ed4b0a7 HTTP/1.1" status: 200 len: 375 time: 0.0196800 Dec 07 15:24:21.908290 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-88a48aba-354c-4e18-a215-e6b4fe42fcee tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Synchronizing usage tracker for tenant:4561fddcf6fc46d69a4fecad5ed4b0a7 on resource:port {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:24:21.924027 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80880862-d972-46e2-920b-907d1dd6dd26 req-010aebdd-204e-413a-85f6-79a18f8d3a3e tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:21.925624 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-80880862-d972-46e2-920b-907d1dd6dd26 req-010aebdd-204e-413a-85f6-79a18f8d3a3e tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465 HTTP/1.1" status: 200 len: 946 time: 0.1091456 Dec 07 15:24:21.952821 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-88a48aba-354c-4e18-a215-e6b4fe42fcee tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Unset dirty status for tenant:4561fddcf6fc46d69a4fecad5ed4b0a7 on resource:port {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:24:21.954282 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-88a48aba-354c-4e18-a215-e6b4fe42fcee tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=4561fddcf6fc46d69a4fecad5ed4b0a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1945350 Dec 07 15:24:22.022386 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-80880862-d972-46e2-920b-907d1dd6dd26 req-4615044d-c999-4101-9b63-638cae15cb59 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891604 Dec 07 15:24:22.102504 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:22.123582 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-5d754e07-bc3d-4daf-b551-99fe1e100a2b service neutron] 10.222.0.71 "GET /v2.0/networks/7443ada9-9c18-4fab-ac8c-1543551598be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514928 Dec 07 15:24:22.396863 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-8a1af880-bb0e-4497-80a3-f2d7c763a263 service neutron] 10.222.0.71 "GET /v2.0/networks/7443ada9-9c18-4fab-ac8c-1543551598be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667928 Dec 07 15:24:22.407951 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7b462-d45b-409b-ac75-297b6701395d req-50b13bcf-e6ca-44ed-8ca5-6894277fa782 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:22.409956 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a2f7b462-d45b-409b-ac75-297b6701395d req-50b13bcf-e6ca-44ed-8ca5-6894277fa782 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 947 time: 0.2461774 Dec 07 15:24:22.462678 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a2f7b462-d45b-409b-ac75-297b6701395d req-c7f4d963-af62-453f-bb0a-5923a54ec6f5 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454459 Dec 07 15:24:22.854299 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-49f9d7be-c2ea-423c-b0eb-b3b6ba2da8d9 req-002292aa-97b4-449d-b042-93381fee96a7 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 210 time: 0.0489388 Dec 07 15:24:23.247395 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c9108-a379-4000-9319-0e51ea485cdd req-fb217d5d-a517-4132-8cfa-2f784839b914 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:23.249750 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-273c9108-a379-4000-9319-0e51ea485cdd req-fb217d5d-a517-4132-8cfa-2f784839b914 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465 HTTP/1.1" status: 200 len: 946 time: 0.0893548 Dec 07 15:24:23.311260 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-273c9108-a379-4000-9319-0e51ea485cdd req-4768b862-54ec-453d-a45c-b2bcc8f135d7 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545733 Dec 07 15:24:23.355810 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7753f4e-7a04-43a3-81f4-e5b20c454ab9 req-bf330612-c758-46bb-8abd-ba47f574d06e tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:23.356573 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-d7753f4e-7a04-43a3-81f4-e5b20c454ab9 req-bf330612-c758-46bb-8abd-ba47f574d06e tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Synchronizing usage tracker for tenant:a9c656814e5740ada798cf35922cb848 on resource:port {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:24:23.370401 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-d7753f4e-7a04-43a3-81f4-e5b20c454ab9 req-bf330612-c758-46bb-8abd-ba47f574d06e tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Unset dirty status for tenant:a9c656814e5740ada798cf35922cb848 on resource:port {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:24:23.371901 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d7753f4e-7a04-43a3-81f4-e5b20c454ab9 req-bf330612-c758-46bb-8abd-ba47f574d06e tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.57 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 947 time: 0.1019816 Dec 07 15:24:23.449640 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-d7753f4e-7a04-43a3-81f4-e5b20c454ab9 req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Deleting port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:24:23.449973 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d7753f4e-7a04-43a3-81f4-e5b20c454ab9 req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:23.706092 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e06d2-44c1-40de-b297-3f0a6bf7e8b5 req-d2f95e54-5b65-4078-b18b-71eab7295219 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:23.707810 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-171e06d2-44c1-40de-b297-3f0a6bf7e8b5 req-d2f95e54-5b65-4078-b18b-71eab7295219 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 947 time: 0.0864172 Dec 07 15:24:23.716788 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-d7753f4e-7a04-43a3-81f4-e5b20c454ab9 req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] For port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:24:23.717229 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d7753f4e-7a04-43a3-81f4-e5b20c454ab9 req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:23.763488 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-171e06d2-44c1-40de-b297-3f0a6bf7e8b5 req-de5974fb-0ef9-4e45-8932-67a30be513fa tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d5866c0-502a-42dd-b35c-c8ba7efcd828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493367 Dec 07 15:24:24.077247 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-352d7304-29a8-4312-9dba-8b2413b4572f req-317bc52a-44d8-4e5b-8ab5-b26c366dcdb7 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 210 time: 0.0599604 Dec 07 15:24:24.101092 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-da324a9f-1fad-4dca-b8ea-6000d408ad8a tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:24.102785 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-da324a9f-1fad-4dca-b8ea-6000d408ad8a tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.57 "GET /v2.0/networks?id=7443ada9-9c18-4fab-ac8c-1543551598be HTTP/1.1" status: 200 len: 809 time: 0.2371585 Dec 07 15:24:24.167239 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-6c2391ad-8c3f-41b9-ae22-0b932f2ab75b tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4561fddcf6fc46d69a4fecad5ed4b0a7 HTTP/1.1" status: 200 len: 379 time: 0.0483754 Dec 07 15:24:24.177334 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-cd60892e-b03e-4221-9fcd-b289199c2e48 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Request body: {'port': {'device_id': '56f80583-1846-4ddd-b6a5-50aa7e20ce19', 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be', 'admin_state_up': True, 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'security_groups': ['c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1']}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:24.258392 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d7753f4e-7a04-43a3-81f4-e5b20c454ab9 req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:24.258824 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d7753f4e-7a04-43a3-81f4-e5b20c454ab9 req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633837'] for floatingip, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:24.259178 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.l3_db [req-d7753f4e-7a04-43a3-81f4-e5b20c454ab9 req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Floating IP 12a57693-908e-427c-9260-b29d1ed72175 disassociated. External IP: 172.28.3.15, port: 0a35b3f8-5d63-4b9b-b345-f944d2d351f3. Dec 07 15:24:24.259559 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-d7753f4e-7a04-43a3-81f4-e5b20c454ab9 req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Calling delete_port for 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 owned by compute:nova {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:24:24.330024 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-cd60892e-b03e-4221-9fcd-b289199c2e48 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:24.340964 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-cd60892e-b03e-4221-9fcd-b289199c2e48 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:24.351610 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-cd60892e-b03e-4221-9fcd-b289199c2e48 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Made reservation on behalf of 4561fddcf6fc46d69a4fecad5ed4b0a7 for: {'port': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:24:24.357636 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-cd60892e-b03e-4221-9fcd-b289199c2e48 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:24.415842 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d7753f4e-7a04-43a3-81f4-e5b20c454ab9 req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:24.422456 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-63bdd315-a6ca-4e18-950d-1fa598c7f7b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:24.479727 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Pushing event deleted for resources: {'Port': ['ID=0a35b3f8-5d63-4b9b-b345-f944d2d351f3,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:24.563657 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:24.564098 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:24.564652 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:24.565057 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:24.565457 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:24.565859 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:24.566428 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:24.566828 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:24.567978 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:24.568501 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:24.568894 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:24.572876 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:24.599432 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-cd60892e-b03e-4221-9fcd-b289199c2e48 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Allocated IP 172.20.0.6 (7443ada9-9c18-4fab-ac8c-1543551598be/62d30645-991d-40f9-bd37-9ce1444ae604/3bd46fd2-cb2a-4746-ab95-8b875ab016fa) {{(pid=88189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:24:24.661755 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37d1d2-4328-4fdc-bb84-076884a609df req-7a03d3bb-b6ba-440e-9528-afdbb54ca73b tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:24.663459 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ec37d1d2-4328-4fdc-bb84-076884a609df req-7a03d3bb-b6ba-440e-9528-afdbb54ca73b tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465 HTTP/1.1" status: 200 len: 946 time: 0.1537597 Dec 07 15:24:24.757308 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7753f4e-7a04-43a3-81f4-e5b20c454ab9 req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Router 8b0cf43b-64db-4062-b3dd-446f41dace2e has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:24:24.997717 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7753f4e-7a04-43a3-81f4-e5b20c454ab9 req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:24:25.010326 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98be63dd-94cb-4f3d-9042-5d734ce9e909 None None] Sync routers for ids ['8b0cf43b-64db-4062-b3dd-446f41dace2e'] in dv-cinder-820628-1-smb {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:24:25.024341 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98be63dd-94cb-4f3d-9042-5d734ce9e909 None None] Routers {'8b0cf43b-64db-4062-b3dd-446f41dace2e'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:24:25.025354 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-98be63dd-94cb-4f3d-9042-5d734ce9e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:24:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['8b0cf43b-64db-4062-b3dd-446f41dace2e'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:25.077657 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7753f4e-7a04-43a3-81f4-e5b20c454ab9 req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] No DVR routers for this DVR port 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 on host hv-cinder-82062 {{(pid=88188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:24:25.080373 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d7753f4e-7a04-43a3-81f4-e5b20c454ab9 req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:25.085126 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b99c5d-5485-414f-9718-4a7a9d85b437', 'name': 'network-vif-deleted', 'tag': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:24:25.100447 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ec37d1d2-4328-4fdc-bb84-076884a609df req-ec744e75-e593-42fc-a5fd-c631a19fb566 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255764 Dec 07 15:24:25.103240 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d7753f4e-7a04-43a3-81f4-e5b20c454ab9 req-fcbe23b2-5b14-4d14-a907-8fa1f8ee6916 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.57 "DELETE /v2.0/ports/0a35b3f8-5d63-4b9b-b345-f944d2d351f3 HTTP/1.1" status: 204 len: 173 time: 1.7243772 Dec 07 15:24:25.123888 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7ac70219-3ad0-4be0-ab55-e9dd5d37d006 req-52127390-4659-4d1d-b746-4a54351f36ba tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/ports?device_id=87b99c5d-5485-414f-9718-4a7a9d85b437 HTTP/1.1" status: 200 len: 210 time: 0.0781863 Dec 07 15:24:25.161439 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-cd60892e-b03e-4221-9fcd-b289199c2e48 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for port, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:25.183751 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-cd60892e-b03e-4221-9fcd-b289199c2e48 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Transition to ACTIVE for port object 3bd46fd2-cb2a-4746-ab95-8b875ab016fa will not be triggered until provisioned by entity DHCP. {{(pid=88189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:24:25.207013 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-cd60892e-b03e-4221-9fcd-b289199c2e48 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:25.220228 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-befca912-68d9-4cd5-bbb4-9dc57c239173 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:25.317191 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b99c5d-5485-414f-9718-4a7a9d85b437', 'name': 'network-vif-deleted', 'tag': '0a35b3f8-5d63-4b9b-b345-f944d2d351f3', 'status': 'completed', 'code': 200} Dec 07 15:24:25.350417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-98be63dd-94cb-4f3d-9042-5d734ce9e909 None None] Set router 8b0cf43b-64db-4062-b3dd-446f41dace2e gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:24:25.367498 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-cd60892e-b03e-4221-9fcd-b289199c2e48 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Network 7443ada9-9c18-4fab-ac8c-1543551598be is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:24:25.371433 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-cd60892e-b03e-4221-9fcd-b289199c2e48 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:24:25.375214 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-cd60892e-b03e-4221-9fcd-b289199c2e48 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Received port after_create {{(pid=88189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:24:25.417730 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60892e-b03e-4221-9fcd-b289199c2e48 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Pushing event updated for resources: {'Port': ['ID=3bd46fd2-cb2a-4746-ab95-8b875ab016fa,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:25.437255 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-cd60892e-b03e-4221-9fcd-b289199c2e48 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:25.479509 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-cd60892e-b03e-4221-9fcd-b289199c2e48 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:25.480294 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-cd60892e-b03e-4221-9fcd-b289199c2e48 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:25.513121 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b372cc7-ef78-4b6f-ae2e-79a7d52c0952 req-5a7dbbc4-26cb-4642-ac5a-5d32d575ed97 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:25.515109 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2b372cc7-ef78-4b6f-ae2e-79a7d52c0952 req-5a7dbbc4-26cb-4642-ac5a-5d32d575ed97 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 931 time: 0.2119963 Dec 07 15:24:25.542068 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-cd60892e-b03e-4221-9fcd-b289199c2e48 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3689549 Dec 07 15:24:25.557399 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Request body: {'port': {'device_id': '56f80583-1846-4ddd-b6a5-50aa7e20ce19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:25.635749 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2b372cc7-ef78-4b6f-ae2e-79a7d52c0952 req-bc3193e1-a48c-4d6d-8ffd-33c209edcb28 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140969 Dec 07 15:24:25.703832 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:25.727356 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c30a44be-da64-44fa-b649-a691d880e880 None None] Provisioning for port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:24:25.734800 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c30a44be-da64-44fa-b649-a691d880e880 None None] Provisioning complete for port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:25.735224 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c30a44be-da64-44fa-b649-a691d880e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:25.801652 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-98be63dd-94cb-4f3d-9042-5d734ce9e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:10Z', 'revision_number': 4, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '7b483a37-03db-47ed-bcf1-e75cb001a0a0', 'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'mac_address': 'fa:16:3e:4f:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:09Z', 'updated_at': '2021-12-07T15:18:25Z', 'revision_number': 5, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'subnets': [{'id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:25.805139 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c30a44be-da64-44fa-b649-a691d880e880 None None] Port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:24:25.807812 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98be63dd-94cb-4f3d-9042-5d734ce9e909 None None] Checking router: 8b0cf43b-64db-4062-b3dd-446f41dace2e for host: dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:24:25.820447 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98be63dd-94cb-4f3d-9042-5d734ce9e909 None None] Routers {'8b0cf43b-64db-4062-b3dd-446f41dace2e'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:24:25.820961 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-98be63dd-94cb-4f3d-9042-5d734ce9e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:24:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['8b0cf43b-64db-4062-b3dd-446f41dace2e'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:26.008301 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-98be63dd-94cb-4f3d-9042-5d734ce9e909 None None] Set router 8b0cf43b-64db-4062-b3dd-446f41dace2e gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:24:26.081370 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd46fd2-cb2a-4746-ab95-8b875ab016fa {{(pid=88189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:24:26.088808 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:26.104709 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Transition to ACTIVE for port object 3bd46fd2-cb2a-4746-ab95-8b875ab016fa will not be triggered until provisioned by entity L2. {{(pid=88189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:24:26.108357 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1906846'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:26.113066 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3767a8a1-340c-4226-9912-ad68e66f2814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:26.158982 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d57a9-84d9-4e70-b8d7-276642c56867 req-db6402f8-3864-4ed0-80cd-6eab4c15c02e tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:26.160749 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-418d57a9-84d9-4e70-b8d7-276642c56867 req-db6402f8-3864-4ed0-80cd-6eab4c15c02e tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.57 "GET /v2.0/ports?device_id=c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465 HTTP/1.1" status: 200 len: 946 time: 0.0923769 Dec 07 15:24:26.309194 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-418d57a9-84d9-4e70-b8d7-276642c56867 req-5c8baccf-d0c1-4497-9f80-9a7e8299c839 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Deleting port 170865e6-8812-4247-a2ba-9610ad2e4423 {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:24:26.309631 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-418d57a9-84d9-4e70-b8d7-276642c56867 req-5c8baccf-d0c1-4497-9f80-9a7e8299c839 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:26.333939 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd46fd2-cb2a-4746-ab95-8b875ab016fa,revision_number=2']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:26.338254 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:26.387452 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34638) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:26.515712 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c1a08-b1c8-4c01-841c-5989598b3784 req-2c1833e6-7aa9-4e0c-aed1-f1ffdc4dd317 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:26.517500 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-188c1a08-b1c8-4c01-841c-5989598b3784 req-2c1833e6-7aa9-4e0c-aed1-f1ffdc4dd317 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465 HTTP/1.1" status: 200 len: 946 time: 0.2674930 Dec 07 15:24:26.581617 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Attempting to bind port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:24:26.581903 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Attempting to bind port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'b33ada57-7b41-43b0-95dd-e8114f5e6b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be'}] {{(pid=88189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:24:26.582518 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Attempting to bind port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa on network 7443ada9-9c18-4fab-ac8c-1543551598be {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:24:26.588081 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d3134bee-2513-42f1-9812-65b27ffcfafb tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:26.627675 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa on network 7443ada9-9c18-4fab-ac8c-1543551598be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:24:26.628090 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Attempting to bind port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa on network 7443ada9-9c18-4fab-ac8c-1543551598be {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:24:26.644882 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-418d57a9-84d9-4e70-b8d7-276642c56867 req-5c8baccf-d0c1-4497-9f80-9a7e8299c839 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] For port 170865e6-8812-4247-a2ba-9610ad2e4423, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=170865e6-8812-4247-a2ba-9610ad2e4423,segment=NetworkSegment(0988141f-6ae8-468f-8af8-418c91fa8ab1),segment_id=0988141f-6ae8-468f-8af8-418c91fa8ab1)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:24:26.645435 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-418d57a9-84d9-4e70-b8d7-276642c56867 req-5c8baccf-d0c1-4497-9f80-9a7e8299c839 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:26.647604 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d3134bee-2513-42f1-9812-65b27ffcfafb tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:26.667555 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-188c1a08-b1c8-4c01-841c-5989598b3784 req-5acf31f3-80dd-4841-9918-71a97102b7fc tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d768ce-2128-4037-8075-ae6d7bf4ee43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428368 Dec 07 15:24:26.671391 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Checking agent: {'id': 'cbbfcabc-3255-4d4c-9281-bbfa60486e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'started_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:24:26.671769 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Checking segment: {'id': 'b33ada57-7b41-43b0-95dd-e8114f5e6b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:24:26.672187 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Bound using segment: {'id': 'b33ada57-7b41-43b0-95dd-e8114f5e6b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be'} {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:24:26.674292 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Bound port: 3bd46fd2-cb2a-4746-ab95-8b875ab016fa, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b33ada57-7b41-43b0-95dd-e8114f5e6b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be'}}] {{(pid=88189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:24:26.674694 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:26.719422 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-98be63dd-94cb-4f3d-9042-5d734ce9e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:10Z', 'revision_number': 4, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '7b483a37-03db-47ed-bcf1-e75cb001a0a0', 'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'mac_address': 'fa:16:3e:4f:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:09Z', 'updated_at': '2021-12-07T15:18:25Z', 'revision_number': 5, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'subnets': [{'id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:26.724084 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98be63dd-94cb-4f3d-9042-5d734ce9e909 None None] The sync data for ids ['8b0cf43b-64db-4062-b3dd-446f41dace2e'] in dv-cinder-820628-1-smb is: [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:18:10Z', 'revision_number': 4, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '7b483a37-03db-47ed-bcf1-e75cb001a0a0', 'name': '', 'network_id': '094b8464-5ed4-428c-85f9-2c8468dfbadf', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'mac_address': 'fa:16:3e:4f:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:09Z', 'updated_at': '2021-12-07T15:18:25Z', 'revision_number': 5, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'subnets': [{'id': 'd1159b89-e409-480d-88a1-0e02146c58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:24:26.798666 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-418d57a9-84d9-4e70-b8d7-276642c56867 req-5c8baccf-d0c1-4497-9f80-9a7e8299c839 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Calling delete_port for 170865e6-8812-4247-a2ba-9610ad2e4423 owned by compute:nova {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:24:26.813003 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d3134bee-2513-42f1-9812-65b27ffcfafb tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:26.820481 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f3979446-9a5c-48ac-9284-5be786f32a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:26.843396 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3134bee-2513-42f1-9812-65b27ffcfafb tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5866c0-502a-42dd-b35c-c8ba7efcd828,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:26.845613 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] For port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa, host hv-cinder-82062, cleared binding levels {{(pid=88189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:24:26.881684 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d3134bee-2513-42f1-9812-65b27ffcfafb tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:26.885310 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:24:26.915037 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] For port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=3bd46fd2-cb2a-4746-ab95-8b875ab016fa,segment=NetworkSegment(b33ada57-7b41-43b0-95dd-e8114f5e6b10),segment_id=b33ada57-7b41-43b0-95dd-e8114f5e6b10)] {{(pid=88189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:24:26.917657 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d3134bee-2513-42f1-9812-65b27ffcfafb tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:26.918952 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-d3134bee-2513-42f1-9812-65b27ffcfafb tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "DELETE /v2.0/security-groups/4d5866c0-502a-42dd-b35c-c8ba7efcd828 HTTP/1.1" status: 204 len: 168 time: 0.5255911 Dec 07 15:24:26.922371 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34644) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:26.923776 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1906846'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:26.925380 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] No Port match for: 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:24:26.925891 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 0a35b3f8-5d63-4b9b-b345-f944d2d351f3 not bound to the agent host hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:24:26.931351 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c452680d-b3bb-44d9-98b8-7d31e7a5b98e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:26.982433 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-418d57a9-84d9-4e70-b8d7-276642c56867 req-5c8baccf-d0c1-4497-9f80-9a7e8299c839 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:26.989306 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-682e6cc7-0cef-48e7-a43e-a547d4faa540 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:26.996505 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['170865e6-8812-4247-a2ba-9610ad2e4423'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:24:27.011881 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.v2.resource [None req-dbe9eb7d-a890-48bc-843f-9a4856851953 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] show failed (client error): The resource could not be found. Dec 07 15:24:27.013126 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-dbe9eb7d-a890-48bc-843f-9a4856851953 tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "GET /v2.0/security-groups/4d5866c0-502a-42dd-b35c-c8ba7efcd828 HTTP/1.1" status: 404 len: 347 time: 0.0849643 Dec 07 15:24:27.020059 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34648) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:27.025797 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:27.033152 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] 10.222.0.57 "PUT /v2.0/ports/3bd46fd2-cb2a-4746-ab95-8b875ab016fa HTTP/1.1" status: 200 len: 1093 time: 1.4820144 Dec 07 15:24:27.042345 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8baccf-d0c1-4497-9f80-9a7e8299c839 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Pushing event deleted for resources: {'Port': ['ID=170865e6-8812-4247-a2ba-9610ad2e4423,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:27.048278 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5c8baccf-d0c1-4497-9f80-9a7e8299c839 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:27.124952 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f80583-1846-4ddd-b6a5-50aa7e20ce19', 'tag': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa'}] {{(pid=88189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:24:27.127254 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-418d57a9-84d9-4e70-b8d7-276642c56867 req-5c8baccf-d0c1-4497-9f80-9a7e8299c839 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] No DVR routers for this DVR port 170865e6-8812-4247-a2ba-9610ad2e4423 on host hv-cinder-82062 {{(pid=88188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:24:27.129820 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-418d57a9-84d9-4e70-b8d7-276642c56867 req-5c8baccf-d0c1-4497-9f80-9a7e8299c839 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:27.154811 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-418d57a9-84d9-4e70-b8d7-276642c56867 req-5c8baccf-d0c1-4497-9f80-9a7e8299c839 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] 10.222.0.57 "DELETE /v2.0/ports/170865e6-8812-4247-a2ba-9610ad2e4423 HTTP/1.1" status: 204 len: 173 time: 0.9788408 Dec 07 15:24:27.210715 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f80583-1846-4ddd-b6a5-50aa7e20ce19', 'tag': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa', 'status': 'completed', 'code': 200} Dec 07 15:24:27.226343 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd46fd2-cb2a-4746-ab95-8b875ab016fa,revision_number=3']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:27.229945 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-2b777fd7-989d-443b-88fd-0bc03ebc6526 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:27.309195 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de316f-0a00-45e5-bd58-506fdc63cb5a None None] New status for floating IP 12a57693-908e-427c-9260-b29d1ed72175: DOWN {{(pid=88191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:24:27.317882 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307bd1e-a0cf-4a41-a7bd-4d04e3bf59ec req-2ae070b6-d1b6-4e86-9221-47130be0e55c tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:27.318633 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-f307bd1e-a0cf-4a41-a7bd-4d04e3bf59ec req-2ae070b6-d1b6-4e86-9221-47130be0e55c tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Synchronizing usage tracker for tenant:4561fddcf6fc46d69a4fecad5ed4b0a7 on resource:port {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:24:27.319126 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465', 'name': 'network-vif-deleted', 'tag': '170865e6-8812-4247-a2ba-9610ad2e4423'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:24:27.363710 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-85e597a8-c639-4816-8bdd-a126197f432c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Deleting port 1db63058-c0f1-456f-ad5b-327b92c3fab8 {{(pid=88189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:24:27.364099 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-85e597a8-c639-4816-8bdd-a126197f432c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:27.420625 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-f307bd1e-a0cf-4a41-a7bd-4d04e3bf59ec req-2ae070b6-d1b6-4e86-9221-47130be0e55c tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Unset dirty status for tenant:4561fddcf6fc46d69a4fecad5ed4b0a7 on resource:port {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:24:27.428161 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f307bd1e-a0cf-4a41-a7bd-4d04e3bf59ec req-2ae070b6-d1b6-4e86-9221-47130be0e55c tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 943 time: 0.5889606 Dec 07 15:24:27.431074 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30dd99b-ffa5-4ad0-a5a7-d4c4423ff465', 'name': 'network-vif-deleted', 'tag': '170865e6-8812-4247-a2ba-9610ad2e4423', 'status': 'completed', 'code': 200} Dec 07 15:24:27.498457 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-2a5446f2-3152-4e0f-9611-17c3bd4bb3d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4561fddcf6fc46d69a4fecad5ed4b0a7&device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 1096 time: 0.3615129 Dec 07 15:24:27.654634 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f307bd1e-a0cf-4a41-a7bd-4d04e3bf59ec req-72513d98-a77d-41c3-b9f9-5bbe88a946b1 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254598 Dec 07 15:24:27.663844 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-f796fe10-cd29-4f75-a68f-17fdc498e2c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bd46fd2-cb2a-4746-ab95-8b875ab016fa HTTP/1.1" status: 200 len: 217 time: 0.1482441 Dec 07 15:24:27.748990 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-85e597a8-c639-4816-8bdd-a126197f432c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:27.749477 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-85e597a8-c639-4816-8bdd-a126197f432c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:27.896428 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-85e597a8-c639-4816-8bdd-a126197f432c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Calling delete_port for 1db63058-c0f1-456f-ad5b-327b92c3fab8 owned by network:floatingip {{(pid=88189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:24:27.937066 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-abb09038-ca76-4a87-aa0f-a48dc9336efe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:27.938811 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-abb09038-ca76-4a87-aa0f-a48dc9336efe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62d30645-991d-40f9-bd37-9ce1444ae604 HTTP/1.1" status: 200 len: 848 time: 0.2656746 Dec 07 15:24:28.046314 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.db.api [None req-85e597a8-c639-4816-8bdd-a126197f432c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88189) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 15:24:28.046698 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_db.api [None req-85e597a8-c639-4816-8bdd-a126197f432c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 15:24:28.050040 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-eb03c9f6-b651-4f02-a410-4d9134cbcd43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7443ada9-9c18-4fab-ac8c-1543551598be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1035445 Dec 07 15:24:28.417954 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-6f2486b6-ff79-41c1-a138-c1656ff22283 service neutron] 10.222.0.57 "GET /v2.0/networks/7443ada9-9c18-4fab-ac8c-1543551598be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610790 Dec 07 15:24:28.548681 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-85e597a8-c639-4816-8bdd-a126197f432c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Deleting port 1db63058-c0f1-456f-ad5b-327b92c3fab8 {{(pid=88189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:24:28.549041 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-85e597a8-c639-4816-8bdd-a126197f432c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:28.618730 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2170c43a-c0c4-45b4-8f2d-23f0bede7607 req-854dcdd9-3abc-49e1-89e1-2fe84329aeb6 service neutron] 10.222.0.57 "GET /v2.0/networks/7443ada9-9c18-4fab-ac8c-1543551598be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926908 Dec 07 15:24:28.865717 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-85e597a8-c639-4816-8bdd-a126197f432c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:28.866030 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-85e597a8-c639-4816-8bdd-a126197f432c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:29.007450 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-85e597a8-c639-4816-8bdd-a126197f432c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Calling delete_port for 1db63058-c0f1-456f-ad5b-327b92c3fab8 owned by network:floatingip {{(pid=88189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:24:29.069992 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-913fea6b-ee58-4fd3-89b7-66c8c5867b18 req-fbfd7be4-608a-4b9b-81cd-6423fe60a6ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4561fddcf6fc46d69a4fecad5ed4b0a7&device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 1096 time: 0.3489048 Dec 07 15:24:29.220809 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc388db-29dd-4996-b655-0851b9c49dc2 req-5d17784c-ccf1-47ad-860b-8e5d007fd543 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:29.222452 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9bc388db-29dd-4996-b655-0851b9c49dc2 req-5d17784c-ccf1-47ad-860b-8e5d007fd543 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 943 time: 0.4232934 Dec 07 15:24:29.347176 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fea6b-ee58-4fd3-89b7-66c8c5867b18 req-d5adcdb0-de2a-4aff-862e-70f2d5f81241 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:29.348805 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-913fea6b-ee58-4fd3-89b7-66c8c5867b18 req-d5adcdb0-de2a-4aff-862e-70f2d5f81241 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7443ada9-9c18-4fab-ac8c-1543551598be HTTP/1.1" status: 200 len: 910 time: 0.2701917 Dec 07 15:24:29.413104 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9bc388db-29dd-4996-b655-0851b9c49dc2 req-8a9910f3-a9a6-46f5-a346-c5d71bfb3ee3 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825490 Dec 07 15:24:29.413665 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-85e597a8-c639-4816-8bdd-a126197f432c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:29.424023 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ec9d87fc-179b-4a9e-ae0a-3414a21bf39c tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:29.472150 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-913fea6b-ee58-4fd3-89b7-66c8c5867b18 req-7c1adaba-2599-498a-bfe8-e667fd16b7de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bd46fd2-cb2a-4746-ab95-8b875ab016fa HTTP/1.1" status: 200 len: 217 time: 0.1161709 Dec 07 15:24:29.474875 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e597a8-c639-4816-8bdd-a126197f432c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Pushing event deleted for resources: {'Port': ['ID=1db63058-c0f1-456f-ad5b-327b92c3fab8,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:29.477735 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-85e597a8-c639-4816-8bdd-a126197f432c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:29.620317 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fea6b-ee58-4fd3-89b7-66c8c5867b18 req-65598e5c-2d72-4bba-8827-a3e1a5928a90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:29.621844 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-913fea6b-ee58-4fd3-89b7-66c8c5867b18 req-65598e5c-2d72-4bba-8827-a3e1a5928a90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62d30645-991d-40f9-bd37-9ce1444ae604 HTTP/1.1" status: 200 len: 848 time: 0.1428163 Dec 07 15:24:29.675254 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-85e597a8-c639-4816-8bdd-a126197f432c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks [] for floatingip, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:29.712708 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-85e597a8-c639-4816-8bdd-a126197f432c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for floatingip, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:29.713955 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-85e597a8-c639-4816-8bdd-a126197f432c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] 10.222.0.71 "DELETE /v2.0/floatingips/12a57693-908e-427c-9260-b29d1ed72175 HTTP/1.1" status: 204 len: 168 time: 2.6931567 Dec 07 15:24:29.729338 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-913fea6b-ee58-4fd3-89b7-66c8c5867b18 req-d220fbd0-0281-4a7f-9b8c-547d8b20bdd3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7443ada9-9c18-4fab-ac8c-1543551598be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1001518 Dec 07 15:24:29.879430 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-913fea6b-ee58-4fd3-89b7-66c8c5867b18 req-14196136-a968-40d2-a53b-e7113ae14cc7 service neutron] 10.222.0.57 "GET /v2.0/networks/7443ada9-9c18-4fab-ac8c-1543551598be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425679 Dec 07 15:24:30.033248 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-913fea6b-ee58-4fd3-89b7-66c8c5867b18 req-baafcc4c-39e4-4f8f-ad92-7454750a847f service neutron] 10.222.0.57 "GET /v2.0/networks/7443ada9-9c18-4fab-ac8c-1543551598be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466777 Dec 07 15:24:30.626973 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a7a8a-2a53-4d73-b492-4f4b2f8c6628 req-3eb5e623-6112-4e9a-95eb-aa485d48a951 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:30.628628 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b90a7a8a-2a53-4d73-b492-4f4b2f8c6628 req-3eb5e623-6112-4e9a-95eb-aa485d48a951 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 943 time: 0.0873694 Dec 07 15:24:30.689095 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b90a7a8a-2a53-4d73-b492-4f4b2f8c6628 req-00455249-16ba-4dbb-9812-5e597871168d tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491872 Dec 07 15:24:30.933439 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 3bd46fd2-cb2a-4746-ab95-8b875ab016fa details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:24:30.936130 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 170865e6-8812-4247-a2ba-9610ad2e4423 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:24:30.972629 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] No Port match for: 170865e6-8812-4247-a2ba-9610ad2e4423 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:24:30.973037 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 170865e6-8812-4247-a2ba-9610ad2e4423 not bound to the agent host hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:24:31.117248 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=3bd46fd2-cb2a-4746-ab95-8b875ab016fa,segment=NetworkSegment(b33ada57-7b41-43b0-95dd-e8114f5e6b10),segment_id=b33ada57-7b41-43b0-95dd-e8114f5e6b10)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:24:31.132158 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa', 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be', 'port_id': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa', 'mac_address': 'fa:16:3e:99:46:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:24:31.192019 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:31.210707 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd46fd2-cb2a-4746-ab95-8b875ab016fa {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:24:31.226005 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=3bd46fd2-cb2a-4746-ab95-8b875ab016fa,segment=NetworkSegment(b33ada57-7b41-43b0-95dd-e8114f5e6b10),segment_id=b33ada57-7b41-43b0-95dd-e8114f5e6b10)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:24:31.230044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:31.232111 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:31.299787 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=3bd46fd2-cb2a-4746-ab95-8b875ab016fa,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:31.304506 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:31.439957 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['3bd46fd2-cb2a-4746-ab95-8b875ab016fa'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:24:31.907290 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e390a43-0d21-4ae9-9ae3-d39eacb29b22 req-a83479ba-5c2b-424b-8e58-7bdabcbd4479 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:31.908872 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1e390a43-0d21-4ae9-9ae3-d39eacb29b22 req-a83479ba-5c2b-424b-8e58-7bdabcbd4479 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 944 time: 0.0913782 Dec 07 15:24:31.960805 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1e390a43-0d21-4ae9-9ae3-d39eacb29b22 req-c234069b-f8e0-4db1-b72d-072d682179fa tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427494 Dec 07 15:24:32.599200 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34708) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:32.949803 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 3bd46fd2-cb2a-4746-ab95-8b875ab016fa up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:24:33.027800 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning for port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:24:33.033262 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:33.033668 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:33.151467 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:33.179790 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f80583-1846-4ddd-b6a5-50aa7e20ce19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:24:33.190631 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=3bd46fd2-cb2a-4746-ab95-8b875ab016fa,segment=NetworkSegment(b33ada57-7b41-43b0-95dd-e8114f5e6b10),segment_id=b33ada57-7b41-43b0-95dd-e8114f5e6b10)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:24:33.194721 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:33.196735 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:33.223562 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438711d6-8e60-4f1f-9501-065513599ccb req-0940c058-5a67-4ce5-8952-50af62caa6cf tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:33.224550 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-438711d6-8e60-4f1f-9501-065513599ccb req-0940c058-5a67-4ce5-8952-50af62caa6cf tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 944 time: 0.1245568 Dec 07 15:24:33.236250 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:33.249475 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f80583-1846-4ddd-b6a5-50aa7e20ce19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa', 'code': 200} Dec 07 15:24:33.271449 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=3bd46fd2-cb2a-4746-ab95-8b875ab016fa,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:33.275016 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:33.641975 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-438711d6-8e60-4f1f-9501-065513599ccb req-1febd4e4-41cf-4f9b-9d37-4802d0a39c92 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4084818 Dec 07 15:24:33.710548 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6411043d-f922-417a-943f-a3e3ebc1378e req-4365b48a-6c36-453e-9dd7-aa795946672c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 1098 time: 0.2036490 Dec 07 15:24:33.789966 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6411043d-f922-417a-943f-a3e3ebc1378e req-4c59046f-8f04-4eb3-b27c-d8e814e0bfef service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728962 Dec 07 15:24:34.267514 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Deleting port 7b483a37-03db-47ed-bcf1-e75cb001a0a0 {{(pid=88189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:24:34.268008 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:34.457571 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] For port 7b483a37-03db-47ed-bcf1-e75cb001a0a0, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=7b483a37-03db-47ed-bcf1-e75cb001a0a0,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:24:34.457892 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:34.583040 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Calling delete_port for 7b483a37-03db-47ed-bcf1-e75cb001a0a0 owned by network:router_interface {{(pid=88189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:24:34.784615 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:34.789098 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:34.867557 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b483a37-03db-47ed-bcf1-e75cb001a0a0,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:34.897813 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:34.898270 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:34.898993 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:34.898993 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:34.899388 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:34.899816 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:34.900220 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:34.900624 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:34.901025 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:34.901417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:34.901811 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:34.935111 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:35.095401 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf2939-f605-4571-924a-3163f91a9bff req-218a59f5-dded-4ef3-b56f-6317749add47 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:35.097052 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-81cf2939-f605-4571-924a-3163f91a9bff req-218a59f5-dded-4ef3-b56f-6317749add47 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.2787187 Dec 07 15:24:35.213975 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-81cf2939-f605-4571-924a-3163f91a9bff req-abb10415-2142-435d-9156-b942970195e3 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080053 Dec 07 15:24:35.273755 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850717652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:36.103713 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Router 8b0cf43b-64db-4062-b3dd-446f41dace2e has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:24:36.318040 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:24:36.330367 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f4ef08-1c61-44cf-b66a-77bcd9623a66 None None] Sync routers for ids ['8b0cf43b-64db-4062-b3dd-446f41dace2e'] in dv-cinder-820628-1-smb {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:24:36.333877 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-81e799c0-4687-4524-89e3-b857c6c1e291 admin admin] 10.222.0.71 "PUT /v2.0/routers/8b0cf43b-64db-4062-b3dd-446f41dace2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7310576 Dec 07 15:24:36.334144 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34740) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:36.343795 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f4ef08-1c61-44cf-b66a-77bcd9623a66 None None] Routers {'8b0cf43b-64db-4062-b3dd-446f41dace2e'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:24:36.344512 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-90f4ef08-1c61-44cf-b66a-77bcd9623a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:24:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['8b0cf43b-64db-4062-b3dd-446f41dace2e'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:36.515695 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e189d-70eb-47d2-b649-2c22d9380911 req-f5386c6c-482e-48db-977b-f319a9907a19 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:36.517398 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7a2e189d-70eb-47d2-b649-2c22d9380911 req-f5386c6c-482e-48db-977b-f319a9907a19 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.1241493 Dec 07 15:24:36.541924 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-90f4ef08-1c61-44cf-b66a-77bcd9623a66 None None] Set router 8b0cf43b-64db-4062-b3dd-446f41dace2e gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:24:36.642604 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7a2e189d-70eb-47d2-b649-2c22d9380911 req-0c9fcc37-e392-4553-9736-2a9f5150f1cd tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744655 Dec 07 15:24:36.678275 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e38e715-590d-4fe3-83a4-436b63de0e34 admin admin] Notify callbacks [] for router, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:36.865612 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-90f4ef08-1c61-44cf-b66a-77bcd9623a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:24:34Z', 'revision_number': 5, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:36.871010 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f4ef08-1c61-44cf-b66a-77bcd9623a66 None None] Checking router: 8b0cf43b-64db-4062-b3dd-446f41dace2e for host: dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:24:36.889037 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f4ef08-1c61-44cf-b66a-77bcd9623a66 None None] Routers {'8b0cf43b-64db-4062-b3dd-446f41dace2e'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:24:36.890359 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-90f4ef08-1c61-44cf-b66a-77bcd9623a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:24:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['8b0cf43b-64db-4062-b3dd-446f41dace2e'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:36.952668 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c30c1a-ef75-4aad-84f1-cc0d9be61b26 req-6b9f0052-b9ec-4f6f-bb47-881abde67bbc tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:36.955592 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-87c30c1a-ef75-4aad-84f1-cc0d9be61b26 req-6b9f0052-b9ec-4f6f-bb47-881abde67bbc tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.1784554 Dec 07 15:24:37.017813 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e38e715-590d-4fe3-83a4-436b63de0e34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:37.034420 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-87c30c1a-ef75-4aad-84f1-cc0d9be61b26 req-902b313b-a7d3-4248-a5b1-4273bab77a73 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726073 Dec 07 15:24:37.035191 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e715-590d-4fe3-83a4-436b63de0e34 admin admin] Deleting port 659cf292-2cc1-498f-9c70-f3200e7dfccd {{(pid=88189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:24:37.035694 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e38e715-590d-4fe3-83a4-436b63de0e34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:37.084112 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34750) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:37.106658 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-90f4ef08-1c61-44cf-b66a-77bcd9623a66 None None] Set router 8b0cf43b-64db-4062-b3dd-446f41dace2e gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:24:37.257494 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-3e38e715-590d-4fe3-83a4-436b63de0e34 admin admin] For port 659cf292-2cc1-498f-9c70-f3200e7dfccd, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=659cf292-2cc1-498f-9c70-f3200e7dfccd,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:24:37.260872 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e38e715-590d-4fe3-83a4-436b63de0e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:37.289236 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-eaa6462c-df65-414e-846c-d712c8ece9a0 tempest-TestShelveInstance-1803162608 tempest-TestShelveInstance-1803162608-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 1093 time: 0.2037473 Dec 07 15:24:37.290181 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34756) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:37.295983 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Request body: {'floatingip': {'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'port_id': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:37.302811 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:37.307750 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Usage tracker for resource:floatingip and tenant:4561fddcf6fc46d69a4fecad5ed4b0a7 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:24:37.311113 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:24:37.317603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:37.329232 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for floatingip, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:37.428035 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-3e38e715-590d-4fe3-83a4-436b63de0e34 admin admin] Calling delete_port for 659cf292-2cc1-498f-9c70-f3200e7dfccd owned by network:router_gateway {{(pid=88189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:24:37.452991 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-90f4ef08-1c61-44cf-b66a-77bcd9623a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:24:34Z', 'revision_number': 5, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:37.457760 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f4ef08-1c61-44cf-b66a-77bcd9623a66 None None] The sync data for ids ['8b0cf43b-64db-4062-b3dd-446f41dace2e'] in dv-cinder-820628-1-smb is: [{'id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'name': 'tempest-AttachVolumeShelveTestJSON-1194921255-router', 'tenant_id': 'a9c656814e5740ada798cf35922cb848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:18:04Z', 'updated_at': '2021-12-07T15:24:34Z', 'revision_number': 5, 'project_id': 'a9c656814e5740ada798cf35922cb848', 'gw_port': {'id': '659cf292-2cc1-498f-9c70-f3200e7dfccd', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:0f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0cf43b-64db-4062-b3dd-446f41dace2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:18:05Z', 'updated_at': '2021-12-07T15:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}] {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:24:37.556337 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:37.662451 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e38e715-590d-4fe3-83a4-436b63de0e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:37.676396 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3957fc88-1745-4eea-9318-17729e15194d tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:37.717098 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e715-590d-4fe3-83a4-436b63de0e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=659cf292-2cc1-498f-9c70-f3200e7dfccd,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:37.720928 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3e38e715-590d-4fe3-83a4-436b63de0e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:37.722195 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Allocated IP 172.28.3.181 (0cb2958e-4db2-4f1d-a7f8-4af501c24e74/9e328c0c-452d-4ff2-b18b-159a0ad8dec1/2c9f2835-5a5b-4ba9-8d35-b1dbf8dcee48) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:24:37.889223 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:37.918805 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:37.924077 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-130b2604-d739-4dee-a083-8dda5ab5e3c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:37.958601 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e38e715-590d-4fe3-83a4-436b63de0e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854142190'] for router_gateway, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:37.995637 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:24:37.999927 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:24:38.002703 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:24:38.031507 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Pushing event updated for resources: {'Port': ['ID=2c9f2835-5a5b-4ba9-8d35-b1dbf8dcee48,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:38.034621 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:38.229211 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e38e715-590d-4fe3-83a4-436b63de0e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854208132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100673'] for router, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:38.233932 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e38e715-590d-4fe3-83a4-436b63de0e34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:38.478016 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e38e715-590d-4fe3-83a4-436b63de0e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854208238'] for router, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:38.478670 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e38e715-590d-4fe3-83a4-436b63de0e34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b0cf43b-64db-4062-b3dd-446f41dace2e {{(pid=88189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 15:24:38.491574 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3e38e715-590d-4fe3-83a4-436b63de0e34 admin admin] Notify callbacks [] for router, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:38.495445 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-3e38e715-590d-4fe3-83a4-436b63de0e34 admin admin] 10.222.0.71 "DELETE /v2.0/routers/8b0cf43b-64db-4062-b3dd-446f41dace2e HTTP/1.1" status: 204 len: 168 time: 2.1576822 Dec 07 15:24:38.495775 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34764) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:38.570988 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d11f-a901-471b-8117-1a50202ceac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:38.575948 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:38.591140 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 7b483a37-03db-47ed-bcf1-e75cb001a0a0 no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:24:38.593364 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfd4af0-ccc7-4a4c-b963-813fa7c80620 admin admin] Deleting subnet d1159b89-e409-480d-88a1-0e02146c58fd {{(pid=88189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:24:38.597254 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9bfd4af0-ccc7-4a4c-b963-813fa7c80620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:38.628047 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: 7b483a37-03db-47ed-bcf1-e75cb001a0a0 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:24:38.628420 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 7b483a37-03db-47ed-bcf1-e75cb001a0a0 not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:24:38.647966 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:38.655360 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9bfd4af0-ccc7-4a4c-b963-813fa7c80620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2085673'] for subnet, precommit_delete_associations {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:38.766113 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9bfd4af0-ccc7-4a4c-b963-813fa7c80620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3364380'] for subnet, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:38.855912 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9bfd4af0-ccc7-4a4c-b963-813fa7c80620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851411451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1906913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852795410'] for subnet, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:38.861839 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:38.903766 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd4af0-ccc7-4a4c-b963-813fa7c80620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1159b89-e409-480d-88a1-0e02146c58fd,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:38.908918 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9bfd4af0-ccc7-4a4c-b963-813fa7c80620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:38.914403 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9bfd4af0-ccc7-4a4c-b963-813fa7c80620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:38.921788 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17081d59-97ab-4316-bf1d-e51593b47ccb None None] Network 094b8464-5ed4-428c-85f9-2c8468dfbadf requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:24:38.940211 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9bfd4af0-ccc7-4a4c-b963-813fa7c80620 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d1159b89-e409-480d-88a1-0e02146c58fd HTTP/1.1" status: 204 len: 168 time: 0.4433157 Dec 07 15:24:38.942967 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34774) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:39.064853 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3327655'] for network, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:39.079650 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] Deleting port 3929a5dd-7e74-44d0-a74f-9e576c697c96 {{(pid=88189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:24:39.080116 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:39.146639 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for port, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:39.153235 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6523332'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:39.158358 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-54513ce2-78a9-4fa4-bc10-6a7cfcad8c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:39.243908 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a35886-4fa7-4dc9-bbee-210a55c8fbf2 None None] DHCP port deletion for 094b8464-5ed4-428c-85f9-2c8468dfbadf request from dv-cinder-820628-1-smb {{(pid=88190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 15:24:39.249639 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-26a35886-4fa7-4dc9-bbee-210a55c8fbf2 None None] Deleting port 3929a5dd-7e74-44d0-a74f-9e576c697c96 {{(pid=88190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:24:39.249943 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-26a35886-4fa7-4dc9-bbee-210a55c8fbf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:39.279061 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Pushing event updated for resources: {'Port': ['ID=2c9f2835-5a5b-4ba9-8d35-b1dbf8dcee48,revision_number=2']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:39.282066 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:39.294454 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633837'] for floatingip, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:39.317954 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] For port 3929a5dd-7e74-44d0-a74f-9e576c697c96, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=3929a5dd-7e74-44d0-a74f-9e576c697c96,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:24:39.318390 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:39.459842 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] Calling delete_port for 3929a5dd-7e74-44d0-a74f-9e576c697c96 owned by network:dhcp {{(pid=88189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:24:39.483630 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-26a35886-4fa7-4dc9-bbee-210a55c8fbf2 None None] For port 3929a5dd-7e74-44d0-a74f-9e576c697c96, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=3929a5dd-7e74-44d0-a74f-9e576c697c96,segment=NetworkSegment(d0de9205-b641-46ed-94ae-067f28e348bd),segment_id=d0de9205-b641-46ed-94ae-067f28e348bd)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:24:39.484428 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-26a35886-4fa7-4dc9-bbee-210a55c8fbf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:39.503241 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.l3_db [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Floating IP 1e7f1b87-264b-4e48-803b-208acd10ddc0 associated. External IP: 172.28.3.181, port: 3bd46fd2-cb2a-4746-ab95-8b875ab016fa. Dec 07 15:24:39.537837 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:39.542624 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-636c3ae8-99d5-4cd7-9c9b-276e8749d921 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:39.587096 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] Pushing event deleted for resources: {'Port': ['ID=3929a5dd-7e74-44d0-a74f-9e576c697c96,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:39.590509 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:39.591415 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] No DVR routers for this DVR port 3929a5dd-7e74-44d0-a74f-9e576c697c96 on host dv-cinder-820628-1-smb {{(pid=88189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:24:39.613768 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-26a35886-4fa7-4dc9-bbee-210a55c8fbf2 None None] Calling delete_port for 3929a5dd-7e74-44d0-a74f-9e576c697c96 owned by network:dhcp {{(pid=88190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:24:39.710961 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:39.714943 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.db.api [None req-26a35886-4fa7-4dc9-bbee-210a55c8fbf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88190) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 15:24:39.715473 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_db.api [None req-26a35886-4fa7-4dc9-bbee-210a55c8fbf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 15:24:39.725548 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3364997', 'neutron.services.segments.db._delete_segments_for_network-8744366564552'] for network, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:39.752438 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094b8464-5ed4-428c-85f9-2c8468dfbadf']}} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:39.767368 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0de9205-b641-46ed-94ae-067f28e348bd') {'for_net_delete': True} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:39.767712 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0de9205-b641-46ed-94ae-067f28e348bd') {} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:39.779845 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744366571481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852690144'] for segment, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:39.795080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:39.801921 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=88189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:24:39.802383 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3367674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852868797'] for segment, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: Traceback (most recent call last): Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: timer() Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: cb(*args, **kw) Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: return func(*args, **kwargs) Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: self._notify() Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: self.callback(batched_events) Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: event.method(event) Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: segment_id)['aggregates'][0] Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: return f(self, *a, **k) Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: return self._get(url).json() Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: **kwargs) Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: return self.request(url, 'GET', **kwargs) Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: **endpoint_filter) Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:24:39.816469 dv-cinder-820628-1-smb neutron-server[88079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:24:39.896820 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851410802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633852'] for network, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:39.900573 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d859de2a-4f6c-433e-9d08-c5e37c066097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:39.917395 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:39.924122 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] Pushing event deleted for resources: {'Network': ['ID=094b8464-5ed4-428c-85f9-2c8468dfbadf,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:39.928655 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:39.936575 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Router 5f7e6610-38b1-4466-9800-8992cd3b7749 has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:24:39.941082 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] 10.222.0.71 "DELETE /v2.0/networks/094b8464-5ed4-428c-85f9-2c8468dfbadf HTTP/1.1" status: 204 len: 168 time: 0.9970419 Dec 07 15:24:40.093197 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34782) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:40.150566 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-0a0776c2-b18d-424d-958c-075d5ca455e9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a9c656814e5740ada798cf35922cb848&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0557573 Dec 07 15:24:40.153274 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34788) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:40.169471 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:24:40.180805 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3d0646-4ee6-4445-a6a8-4a2a627e68da None None] Sync routers for ids ['5f7e6610-38b1-4466-9800-8992cd3b7749'] in dv-cinder-820628-1-smb {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:24:40.197060 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3d0646-4ee6-4445-a6a8-4a2a627e68da None None] Routers {'5f7e6610-38b1-4466-9800-8992cd3b7749'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:24:40.197865 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-ab3d0646-4ee6-4445-a6a8-4a2a627e68da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:24:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['5f7e6610-38b1-4466-9800-8992cd3b7749'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:40.216976 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-26a35886-4fa7-4dc9-bbee-210a55c8fbf2 None None] Deleting port 3929a5dd-7e74-44d0-a74f-9e576c697c96 {{(pid=88190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:24:40.218376 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-26a35886-4fa7-4dc9-bbee-210a55c8fbf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:40.228269 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for floatingip, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:40.292156 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f6cf5730-9ad1-4991-8f71-700c3dffb227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:40.292328 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-26a35886-4fa7-4dc9-bbee-210a55c8fbf2 None None] The port '3929a5dd-7e74-44d0-a74f-9e576c697c96' was deleted {{(pid=88190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 15:24:40.330246 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0262311 Dec 07 15:24:40.330246 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f80583-1846-4ddd-b6a5-50aa7e20ce19', 'tag': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:24:40.351894 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f6cf5730-9ad1-4991-8f71-700c3dffb227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:40.407194 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f80583-1846-4ddd-b6a5-50aa7e20ce19', 'tag': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa', 'status': 'completed', 'code': 200} Dec 07 15:24:40.423066 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f6cf5730-9ad1-4991-8f71-700c3dffb227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:40.429467 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e67d0059-c887-4eb2-be6d-b13dfdd2c7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:40.439612 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-ab3d0646-4ee6-4445-a6a8-4a2a627e68da None None] Set router 5f7e6610-38b1-4466-9800-8992cd3b7749 gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:24:40.444555 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf5730-9ad1-4991-8f71-700c3dffb227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62539f4f-7762-48de-a2fc-057ec61f8228,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:40.451837 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f6cf5730-9ad1-4991-8f71-700c3dffb227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:40.456622 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-f6cf5730-9ad1-4991-8f71-700c3dffb227 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/62539f4f-7762-48de-a2fc-057ec61f8228 HTTP/1.1" status: 204 len: 168 time: 0.2989771 Dec 07 15:24:40.456622 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f6cf5730-9ad1-4991-8f71-700c3dffb227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:40.548425 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1a26f137-c6b5-4325-9050-5f09d33d5ff4 req-f7a7d291-f730-483b-8ee0-8b2902beec2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4561fddcf6fc46d69a4fecad5ed4b0a7&device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 1098 time: 0.1277804 Dec 07 15:24:40.571852 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 659cf292-2cc1-498f-9c70-f3200e7dfccd no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:24:40.616509 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: 659cf292-2cc1-498f-9c70-f3200e7dfccd {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:24:40.616913 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 659cf292-2cc1-498f-9c70-f3200e7dfccd not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:24:40.617386 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 3929a5dd-7e74-44d0-a74f-9e576c697c96 no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:24:40.736732 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26f137-c6b5-4325-9050-5f09d33d5ff4 req-d0f1cd99-2530-47a2-8ffd-416ea30a6248 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:40.738551 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1a26f137-c6b5-4325-9050-5f09d33d5ff4 req-d0f1cd99-2530-47a2-8ffd-416ea30a6248 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7443ada9-9c18-4fab-ac8c-1543551598be HTTP/1.1" status: 200 len: 910 time: 0.1840141 Dec 07 15:24:40.831563 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: 3929a5dd-7e74-44d0-a74f-9e576c697c96 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:24:40.831941 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 3929a5dd-7e74-44d0-a74f-9e576c697c96 not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:24:40.840254 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-95a96ed5-2de2-443b-882f-f3f42b53b437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:40.883080 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1a26f137-c6b5-4325-9050-5f09d33d5ff4 req-2d09decb-04c6-4ef4-80ea-222632f5b058 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bd46fd2-cb2a-4746-ab95-8b875ab016fa HTTP/1.1" status: 200 len: 999 time: 0.1319184 Dec 07 15:24:40.909865 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-ab3d0646-4ee6-4445-a6a8-4a2a627e68da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'name': 'tempest-TestShelveInstance-1612718516-router', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:44Z', 'updated_at': '2021-12-07T15:23:51Z', 'revision_number': 4, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'gw_port': {'id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:45Z', 'updated_at': '2021-12-07T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_floatingips': [{'id': '1e7f1b87-264b-4e48-803b-208acd10ddc0', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'floating_ip_address': '172.28.3.181', 'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'router_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'port_id': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be', 'mac_address': 'fa:16:3e:99:46:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f80583-1846-4ddd-b6a5-50aa7e20ce19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:24:38Z', 'updated_at': '2021-12-07T15:24:38Z', 'revision_number': 0, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '347f1656-ef60-4e33-8863-07f57ca564de', 'name': '', 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'mac_address': 'fa:16:3e:31:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:49Z', 'updated_at': '2021-12-07T15:23:59Z', 'revision_number': 5, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'subnets': [{'id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:40.914064 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3d0646-4ee6-4445-a6a8-4a2a627e68da None None] Checking router: 5f7e6610-38b1-4466-9800-8992cd3b7749 for host: dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:24:40.926445 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3d0646-4ee6-4445-a6a8-4a2a627e68da None None] Routers {'5f7e6610-38b1-4466-9800-8992cd3b7749'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:24:40.927122 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-ab3d0646-4ee6-4445-a6a8-4a2a627e68da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:24:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['5f7e6610-38b1-4466-9800-8992cd3b7749'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:40.953529 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26f137-c6b5-4325-9050-5f09d33d5ff4 req-f77af088-ab90-478d-936d-2ef1ce4b584f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:40.955442 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1a26f137-c6b5-4325-9050-5f09d33d5ff4 req-f77af088-ab90-478d-936d-2ef1ce4b584f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62d30645-991d-40f9-bd37-9ce1444ae604 HTTP/1.1" status: 200 len: 848 time: 0.0670154 Dec 07 15:24:41.044336 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1a26f137-c6b5-4325-9050-5f09d33d5ff4 req-c3e934e5-1f74-40cc-81bb-5bea121fd388 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7443ada9-9c18-4fab-ac8c-1543551598be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819275 Dec 07 15:24:41.199824 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1a26f137-c6b5-4325-9050-5f09d33d5ff4 req-968c3764-1af0-49fe-b3c2-4817ca23aa60 service neutron] 10.222.0.57 "GET /v2.0/networks/7443ada9-9c18-4fab-ac8c-1543551598be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489058 Dec 07 15:24:41.289298 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-ab3d0646-4ee6-4445-a6a8-4a2a627e68da None None] Set router 5f7e6610-38b1-4466-9800-8992cd3b7749 gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:24:41.309856 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:41.371858 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1a26f137-c6b5-4325-9050-5f09d33d5ff4 req-4e3019ce-ed8f-4951-8301-2c590c4b6686 service neutron] 10.222.0.57 "GET /v2.0/networks/7443ada9-9c18-4fab-ac8c-1543551598be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664312 Dec 07 15:24:41.544670 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34824) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:41.701924 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1556613332-network', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:41.705982 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-ab3d0646-4ee6-4445-a6a8-4a2a627e68da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'name': 'tempest-TestShelveInstance-1612718516-router', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:44Z', 'updated_at': '2021-12-07T15:23:51Z', 'revision_number': 4, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'gw_port': {'id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:45Z', 'updated_at': '2021-12-07T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_floatingips': [{'id': '1e7f1b87-264b-4e48-803b-208acd10ddc0', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'floating_ip_address': '172.28.3.181', 'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'router_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'port_id': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be', 'mac_address': 'fa:16:3e:99:46:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f80583-1846-4ddd-b6a5-50aa7e20ce19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:24:38Z', 'updated_at': '2021-12-07T15:24:38Z', 'revision_number': 0, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '347f1656-ef60-4e33-8863-07f57ca564de', 'name': '', 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'mac_address': 'fa:16:3e:31:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:49Z', 'updated_at': '2021-12-07T15:23:59Z', 'revision_number': 5, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'subnets': [{'id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:41.708064 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:41.711780 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3d0646-4ee6-4445-a6a8-4a2a627e68da None None] The sync data for ids ['5f7e6610-38b1-4466-9800-8992cd3b7749'] in dv-cinder-820628-1-smb is: [{'id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'name': 'tempest-TestShelveInstance-1612718516-router', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:44Z', 'updated_at': '2021-12-07T15:23:51Z', 'revision_number': 4, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'gw_port': {'id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:45Z', 'updated_at': '2021-12-07T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_floatingips': [{'id': '1e7f1b87-264b-4e48-803b-208acd10ddc0', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'floating_ip_address': '172.28.3.181', 'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'router_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'port_id': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be', 'mac_address': 'fa:16:3e:99:46:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f80583-1846-4ddd-b6a5-50aa7e20ce19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:24:38Z', 'updated_at': '2021-12-07T15:24:38Z', 'revision_number': 0, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '347f1656-ef60-4e33-8863-07f57ca564de', 'name': '', 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'mac_address': 'fa:16:3e:31:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:49Z', 'updated_at': '2021-12-07T15:23:59Z', 'revision_number': 5, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'subnets': [{'id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:24:41.713341 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Usage tracker for resource:network and tenant:01d8d866e2594ffea02fa7e007e96d66 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:24:41.716584 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:24:41.723042 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:41.734496 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Made reservation on behalf of 01d8d866e2594ffea02fa7e007e96d66 for: {'network': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:24:41.739762 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for network, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:41.754533 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:41.794490 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:41.799233 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Usage tracker for resource:security_group_rule and tenant:01d8d866e2594ffea02fa7e007e96d66 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:24:41.802374 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:24:41.809483 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:41.894659 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:41.898826 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:41.902204 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f38061db-99e0-4959-ab96-d8bfcbc6f283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:41.940213 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=88188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:24:41.945956 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4ca0e5-fc68-4d69-b1e1-638a8846c342,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:41.949849 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:41.954226 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:41.954226 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.segments_db [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Added segment c086a62f-ce4e-4d3a-957f-4c3c603de8b6 of type vlan for network 9a89ef23-e597-4277-af0f-db46d18c4475 Dec 07 15:24:41.980954 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744366061905'] for network, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:42.014808 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for network, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:42.016227 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:42.016891 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:42.022368 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:42.089467 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ae7cf-9229-4e32-802d-dc7cd3696946 None None] New status for floating IP 1e7f1b87-264b-4e48-803b-208acd10ddc0: ACTIVE {{(pid=88190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:24:42.152683 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6065955 Dec 07 15:24:42.153787 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Pushing event updated for resources: {'Network': ['ID=9a89ef23-e597-4277-af0f-db46d18c4475,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:42.156652 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34832) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:42.159185 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:42.163023 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-dbe2d6d7-bedd-4cb1-838b-bc32037891fa admin admin] Request body: {'subnet': {'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1556613332-subnet', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:42.168492 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-dbe2d6d7-bedd-4cb1-838b-bc32037891fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:42.171618 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Network 9a89ef23-e597-4277-af0f-db46d18c4475 details requested by agent ovs-agent-dv-cinder-820628-1-smb with host dv-cinder-820628-1-smb {{(pid=88190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:24:42.173117 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-dbe2d6d7-bedd-4cb1-838b-bc32037891fa admin admin] Usage tracker for resource:subnet and tenant:01d8d866e2594ffea02fa7e007e96d66 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:24:42.176267 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-dbe2d6d7-bedd-4cb1-838b-bc32037891fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:24:42.182440 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-dbe2d6d7-bedd-4cb1-838b-bc32037891fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:42.193172 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe2d6d7-bedd-4cb1-838b-bc32037891fa admin admin] Made reservation on behalf of 01d8d866e2594ffea02fa7e007e96d66 for: {'subnet': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:24:42.198108 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d6d7-bedd-4cb1-838b-bc32037891fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853077913'] for subnet, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:42.455842 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d6d7-bedd-4cb1-838b-bc32037891fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848252553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853077898'] for subnet, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:42.463222 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c61a72fe-7520-4b78-9f0c-7f975dde30d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:42.549017 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2d6d7-bedd-4cb1-838b-bc32037891fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9708a6bc-157b-4cd5-a723-6fcdb670a5b5,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:42.553422 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-dbe2d6d7-bedd-4cb1-838b-bc32037891fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:42.559248 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2d6d7-bedd-4cb1-838b-bc32037891fa admin admin] Checking segment: {'id': 'c086a62f-ce4e-4d3a-957f-4c3c603de8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:24:42.559656 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe2d6d7-bedd-4cb1-838b-bc32037891fa admin admin] Network hostable DHCP agents. Network: 9a89ef23-e597-4277-af0f-db46d18c4475, hostable agents: ['8933d9ad-7c89-41d3-b37b-333921c44d45'], hosted agents: [] {{(pid=88188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:24:42.585350 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe2d6d7-bedd-4cb1-838b-bc32037891fa admin admin] Network 9a89ef23-e597-4277-af0f-db46d18c4475 is scheduled to be hosted by DHCP agent 8933d9ad-7c89-41d3-b37b-333921c44d45 with binding_index 1 {{(pid=88188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:24:42.591358 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:42.594891 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-dbe2d6d7-bedd-4cb1-838b-bc32037891fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-smb, 9a89ef23-e597-4277-af0f-db46d18c4475) {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:24:42.599074 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe2d6d7-bedd-4cb1-838b-bc32037891fa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:42.599745 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d6d7-bedd-4cb1-838b-bc32037891fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for subnet, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:42.605325 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228ad854-5824-47ab-872d-380eaea91f39 None None] Network 9a89ef23-e597-4277-af0f-db46d18c4475 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:24:42.621250 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-dbe2d6d7-bedd-4cb1-838b-bc32037891fa admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4641016 Dec 07 15:24:42.624630 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34836) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:42.630185 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:42.635352 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:42.639612 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Usage tracker for resource:router and tenant:01d8d866e2594ffea02fa7e007e96d66 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:24:42.642874 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:24:42.649143 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:42.660363 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-570544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100688'] for router, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:42.661425 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854205422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853826331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854675112'] for router, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:42.683495 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:42.839040 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854675127'] for router, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:42.854029 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10fb145b-ccfb-5829-8772-12d53f6ed67f-9a89ef23-e597-4277-af0f-db46d18c4475', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'fixed_ips': [{'subnet_id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5'}]}} from dv-cinder-820628-1-smb. {{(pid=88190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 15:24:42.855565 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:43.038169 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Allocated IP 172.20.0.2 (9a89ef23-e597-4277-af0f-db46d18c4475/9708a6bc-157b-4cd5-a723-6fcdb670a5b5/7fc99a30-3c5a-42bc-9742-d8ca6d5eb885) {{(pid=88190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:24:43.052665 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:43.103801 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:43.263282 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Notify callbacks [] for port, precommit_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:43.267943 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Allocated IP 172.28.3.92 (0cb2958e-4db2-4f1d-a7f8-4af501c24e74/9e328c0c-452d-4ff2-b18b-159a0ad8dec1/d60589ee-1591-4b60-9d67-305f4f412d97) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:24:43.280759 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Transition to ACTIVE for port object 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 will not be triggered until provisioned by entity L2. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:24:43.307810 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Transition to ACTIVE for port object 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 will not be triggered until provisioned by entity DHCP. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:24:43.316943 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601'] for port, after_create {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:43.320843 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:43.400404 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Network 9a89ef23-e597-4277-af0f-db46d18c4475 is already hosted by enough agents. {{(pid=88190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:24:43.403966 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Resources bound (agent type, host, resource id): {{(pid=88190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:24:43.407185 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Received port after_create {{(pid=88190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:24:43.410254 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Pushing event updated for resources: {'Port': ['ID=7fc99a30-3c5a-42bc-9742-d8ca6d5eb885,revision_number=1']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:43.428621 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:43.450458 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:43.450841 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:43.451213 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:43.451588 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:43.451952 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:43.452319 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:43.452898 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:43.453408 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:43.453825 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:43.454220 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:43.454573 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:24:43.455526 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:43.458414 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:43.460065 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:43.516083 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Attempting to bind port 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:24:43.516445 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Attempting to bind port 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': 'c086a62f-ce4e-4d3a-957f-4c3c603de8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475'}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:24:43.516933 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Attempting to bind port 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 on network 9a89ef23-e597-4277-af0f-db46d18c4475 {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:24:43.524920 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:24:43.525345 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Checking segment: {'id': 'c086a62f-ce4e-4d3a-957f-4c3c603de8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:24:43.525801 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:43.526271 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Bound using segment: {'id': 'c086a62f-ce4e-4d3a-957f-4c3c603de8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475'} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:24:43.526794 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Bound port: 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c086a62f-ce4e-4d3a-957f-4c3c603de8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475'}}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:24:43.527219 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:43.528414 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:24:43.531616 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:24:43.536275 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:24:43.562190 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Pushing event updated for resources: {'Port': ['ID=d60589ee-1591-4b60-9d67-305f4f412d97,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:43.568057 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:43.623687 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] For port 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:24:43.627120 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] For port 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=7fc99a30-3c5a-42bc-9742-d8ca6d5eb885,segment=NetworkSegment(c086a62f-ce4e-4d3a-957f-4c3c603de8b6),segment_id=c086a62f-ce4e-4d3a-957f-4c3c603de8b6)] {{(pid=88190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:24:43.631354 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:43.635173 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1f6813c4-4aab-469b-95d7-67a237bbb546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:43.718735 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:43.719711 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Pushing event updated for resources: {'Port': ['ID=7fc99a30-3c5a-42bc-9742-d8ca6d5eb885,revision_number=2']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:43.720211 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854205272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854142160'] for router, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:43.723221 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:43.995067 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Router a730079c-9d32-43eb-8d9e-91213ffd3bec is scheduled to L3 agent f79d429c-c241-436e-a9f4-10d095e52796 with binding_index 1 {{(pid=88188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 15:24:44.503307 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:24:44.515362 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Sync routers for ids ['a730079c-9d32-43eb-8d9e-91213ffd3bec'] in dv-cinder-820628-1-smb {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:24:44.528879 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Routers {'a730079c-9d32-43eb-8d9e-91213ffd3bec'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:24:44.529583 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:24:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['a730079c-9d32-43eb-8d9e-91213ffd3bec'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:44.530707 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Notify callbacks [] for router, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:44.532200 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9065318 Dec 07 15:24:44.538168 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34854) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:44.615170 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:24:44.687178 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:24:44.732003 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Set router a730079c-9d32-43eb-8d9e-91213ffd3bec gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:24:45.069131 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:24:43Z', 'revision_number': 3, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port': {'id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:43Z', 'updated_at': '2021-12-07T15:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:45.073594 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Checking router: a730079c-9d32-43eb-8d9e-91213ffd3bec for host: dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:24:45.074002 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Updating router a730079c-9d32-43eb-8d9e-91213ffd3bec port d60589ee-1591-4b60-9d67-305f4f412d97 binding host dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:24:45.139692 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:45.434121 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:45.599039 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Notify callbacks [] for port, precommit_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:45.615952 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Transition to ACTIVE for port object d60589ee-1591-4b60-9d67-305f4f412d97 will not be triggered until provisioned by entity L2. {{(pid=88191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:24:45.627235 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:45.635000 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:45.682453 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4aa38b-14ca-43fb-bbd2-ddd5ebdbc67f None None] Network 9a89ef23-e597-4277-af0f-db46d18c4475 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:24:45.717981 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Allocated IP 172.20.0.1 (9a89ef23-e597-4277-af0f-db46d18c4475/9708a6bc-157b-4cd5-a723-6fcdb670a5b5/a75d4d96-f531-4f0b-bfcc-8df4a37d81e5) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:24:45.740873 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Attempting to bind port d60589ee-1591-4b60-9d67-305f4f412d97 on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:24:45.741263 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Attempting to bind port d60589ee-1591-4b60-9d67-305f4f412d97 by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}] {{(pid=88191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:24:45.741686 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Attempting to bind port d60589ee-1591-4b60-9d67-305f4f412d97 on network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:24:45.744786 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ae787-7c98-4fff-9b79-65be535422b8 None None] Pushing event updated for resources: {'Port': ['ID=d60589ee-1591-4b60-9d67-305f4f412d97,revision_number=2']} {{(pid=88191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:45.747994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-053ae787-7c98-4fff-9b79-65be535422b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:45.755108 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:24:45.755534 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Checking segment: {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:24:45.755986 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:45.756412 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Bound using segment: {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'} {{(pid=88191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:24:45.756940 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Bound port: d60589ee-1591-4b60-9d67-305f4f412d97, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}}] {{(pid=88191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:24:45.757358 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:45.850632 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] For port d60589ee-1591-4b60-9d67-305f4f412d97, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:24:45.854570 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] For port d60589ee-1591-4b60-9d67-305f4f412d97, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=d60589ee-1591-4b60-9d67-305f4f412d97,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:24:45.859832 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88191) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:45.865901 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-053ae787-7c98-4fff-9b79-65be535422b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:45.895533 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:45.922534 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Transition to ACTIVE for port object a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 will not be triggered until provisioned by entity DHCP. {{(pid=88188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:24:45.949487 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:45.955922 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a33700b0-270b-41e9-a777-d96d48cb45ee tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:45.970989 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ae787-7c98-4fff-9b79-65be535422b8 None None] Pushing event updated for resources: {'Port': ['ID=d60589ee-1591-4b60-9d67-305f4f412d97,revision_number=3']} {{(pid=88191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:45.974789 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-053ae787-7c98-4fff-9b79-65be535422b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88191) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:45.976107 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Routers {'a730079c-9d32-43eb-8d9e-91213ffd3bec'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:24:45.976782 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:24:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['a730079c-9d32-43eb-8d9e-91213ffd3bec'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:45.982492 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-dfabec79-2b4b-486c-9eb3-e369cef7076c None None] Provisioning for port 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:24:45.996214 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-dfabec79-2b4b-486c-9eb3-e369cef7076c None None] Provisioning complete for port 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:45.996990 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-dfabec79-2b4b-486c-9eb3-e369cef7076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:46.036760 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Network 9a89ef23-e597-4277-af0f-db46d18c4475 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:24:46.040807 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:24:46.043587 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:24:46.076497 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Pushing event updated for resources: {'Port': ['ID=a75d4d96-f531-4f0b-bfcc-8df4a37d81e5,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:46.080457 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:46.117852 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:46.138951 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-dfabec79-2b4b-486c-9eb3-e369cef7076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:46.179139 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-dfabec79-2b4b-486c-9eb3-e369cef7076c None None] For port 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=7fc99a30-3c5a-42bc-9742-d8ca6d5eb885,segment=NetworkSegment(c086a62f-ce4e-4d3a-957f-4c3c603de8b6),segment_id=c086a62f-ce4e-4d3a-957f-4c3c603de8b6)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:24:46.183377 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-dfabec79-2b4b-486c-9eb3-e369cef7076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:46.185322 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:46.211957 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] Set router a730079c-9d32-43eb-8d9e-91213ffd3bec gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:24:46.215615 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:46.259414 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabec79-2b4b-486c-9eb3-e369cef7076c None None] Pushing event updated for resources: {'Port': ['ID=7fc99a30-3c5a-42bc-9742-d8ca6d5eb885,revision_number=3']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:46.263487 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-dfabec79-2b4b-486c-9eb3-e369cef7076c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:46.415784 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-2504b353-d38a-4fc7-aa68-dc42361deecb None None] Provisioning complete for port 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:46.416210 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2504b353-d38a-4fc7-aa68-dc42361deecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:46.516097 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:46.522400 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6523332'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:46.565480 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:46.609324 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:24:46.625021 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:24:43Z', 'revision_number': 3, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port': {'id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:43Z', 'updated_at': '2021-12-07T15:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:46.631635 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e7471c-c8e8-4ac8-9ec8-4209b8120351 None None] The sync data for ids ['a730079c-9d32-43eb-8d9e-91213ffd3bec'] in dv-cinder-820628-1-smb is: [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:24:43Z', 'revision_number': 3, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port': {'id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:43Z', 'updated_at': '2021-12-07T15:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}] {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:24:46.634792 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-2504b353-d38a-4fc7-aa68-dc42361deecb None None] Provisioning for port a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:24:46.645570 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-2504b353-d38a-4fc7-aa68-dc42361deecb None None] Provisioning complete for port a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:46.646222 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2504b353-d38a-4fc7-aa68-dc42361deecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:46.653531 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Pushing event updated for resources: {'Port': ['ID=a75d4d96-f531-4f0b-bfcc-8df4a37d81e5,revision_number=2']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:46.657631 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:46.665713 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4058165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:46.730548 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-2504b353-d38a-4fc7-aa68-dc42361deecb None None] Port a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:24:46.747449 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:46.747892 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:46.883363 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Network 9a89ef23-e597-4277-af0f-db46d18c4475 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:24:46.884696 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:24:46.889965 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-91088b44-bf17-4ffd-b816-8f0f57fdfa96 None None] Provisioning complete for port a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:46.890551 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-91088b44-bf17-4ffd-b816-8f0f57fdfa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:46.958699 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-91088b44-bf17-4ffd-b816-8f0f57fdfa96 None None] Port a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:24:47.413621 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-1f5dbb8a-4e7d-41ed-8b03-dadb05d8cd83 None None] Provisioning complete for port a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:47.414611 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1f5dbb8a-4e7d-41ed-8b03-dadb05d8cd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:47.454798 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Router a730079c-9d32-43eb-8d9e-91213ffd3bec has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:24:47.493492 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-1f5dbb8a-4e7d-41ed-8b03-dadb05d8cd83 None None] Port a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:24:47.708125 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:24:47.718119 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] 10.222.0.71 "PUT /v2.0/routers/a730079c-9d32-43eb-8d9e-91213ffd3bec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1787465 Dec 07 15:24:48.258923 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34894) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:48.326804 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c496995-3196-4768-bbe3-a5913017917c admin admin] Deleting subnet e3d001a8-812f-4b52-bc9a-6547129c62e2 {{(pid=88188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:24:48.330278 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c496995-3196-4768-bbe3-a5913017917c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:48.388687 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c496995-3196-4768-bbe3-a5913017917c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852781562'] for subnet, precommit_delete_associations {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:48.437459 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34898) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:48.444466 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-209f1a39-6a36-4084-adef-0ba8fa076e8e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1483691795', 'description': 'tempest-description--16984433'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:48.452087 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-209f1a39-6a36-4084-adef-0ba8fa076e8e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:48.457239 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-209f1a39-6a36-4084-adef-0ba8fa076e8e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Usage tracker for resource:security_group and tenant:01d8d866e2594ffea02fa7e007e96d66 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:24:48.460851 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-209f1a39-6a36-4084-adef-0ba8fa076e8e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:24:48.467497 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-209f1a39-6a36-4084-adef-0ba8fa076e8e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:48.484848 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-209f1a39-6a36-4084-adef-0ba8fa076e8e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:48.532351 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-209f1a39-6a36-4084-adef-0ba8fa076e8e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:48.536991 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-209f1a39-6a36-4084-adef-0ba8fa076e8e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Usage tracker for resource:security_group_rule and tenant:01d8d866e2594ffea02fa7e007e96d66 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:24:48.540612 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-209f1a39-6a36-4084-adef-0ba8fa076e8e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:24:48.548424 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-209f1a39-6a36-4084-adef-0ba8fa076e8e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:48.614559 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device d60589ee-1591-4b60-9d67-305f4f412d97 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:24:48.624424 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-209f1a39-6a36-4084-adef-0ba8fa076e8e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:48.628025 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-209f1a39-6a36-4084-adef-0ba8fa076e8e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:48.634333 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4cba3d16-7a71-4c01-9817-f9d512ee9cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:48.669170 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f1a39-6a36-4084-adef-0ba8fa076e8e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7675751-cb9c-41df-8141-2f9e792dd4a0,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:48.674434 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-209f1a39-6a36-4084-adef-0ba8fa076e8e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:48.686650 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-209f1a39-6a36-4084-adef-0ba8fa076e8e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:48.692048 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34902) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:48.692244 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-209f1a39-6a36-4084-adef-0ba8fa076e8e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2534840 Dec 07 15:24:48.695759 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port d60589ee-1591-4b60-9d67-305f4f412d97 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:24:48.701503 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port d60589ee-1591-4b60-9d67-305f4f412d97 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:48.701929 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:48.704845 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-0c2fa1ba-5c90-4809-96a3-90e32cab4e78 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Request body: {'security_group_rule': {'security_group_id': 'd7675751-cb9c-41df-8141-2f9e792dd4a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:48.713669 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-0c2fa1ba-5c90-4809-96a3-90e32cab4e78 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:48.719764 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c496995-3196-4768-bbe3-a5913017917c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3364380'] for subnet, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:48.751893 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-0c2fa1ba-5c90-4809-96a3-90e32cab4e78 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Usage tracker for resource:security_group_rule and tenant:01d8d866e2594ffea02fa7e007e96d66 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:24:48.759268 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-0c2fa1ba-5c90-4809-96a3-90e32cab4e78 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:24:48.773259 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-0c2fa1ba-5c90-4809-96a3-90e32cab4e78 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:48.807877 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa1ba-5c90-4809-96a3-90e32cab4e78 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:48.842249 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c496995-3196-4768-bbe3-a5913017917c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851411451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6523323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1697918'] for subnet, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:48.853098 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-72d1d586-b9d1-4605-94e8-2ca1ccd81490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:48.897092 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c496995-3196-4768-bbe3-a5913017917c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3d001a8-812f-4b52-bc9a-6547129c62e2,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:48.899820 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9c496995-3196-4768-bbe3-a5913017917c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:48.916192 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c496995-3196-4768-bbe3-a5913017917c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for subnet, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:48.926560 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9c496995-3196-4768-bbe3-a5913017917c admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e3d001a8-812f-4b52-bc9a-6547129c62e2 HTTP/1.1" status: 204 len: 168 time: 0.6662703 Dec 07 15:24:48.930040 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34906) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:48.940343 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa1ba-5c90-4809-96a3-90e32cab4e78 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:48.943793 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa1ba-5c90-4809-96a3-90e32cab4e78 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:48.950475 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a57d4582-b4a1-4b4c-9dd7-45138ac56e1d tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:48.972563 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fa1ba-5c90-4809-96a3-90e32cab4e78 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f8f79b-a797-4f28-b28c-c17bf18f7587,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:48.975401 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0c2fa1ba-5c90-4809-96a3-90e32cab4e78 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:48.983361 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa1ba-5c90-4809-96a3-90e32cab4e78 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:48.985204 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-0c2fa1ba-5c90-4809-96a3-90e32cab4e78 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2919378 Dec 07 15:24:48.989976 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34910) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:48.990958 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:48.996548 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-e93f3a73-877d-44f7-bc03-51655d2b1dfd tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Request body: {'security_group_rule': {'security_group_id': 'd7675751-cb9c-41df-8141-2f9e792dd4a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:49.003676 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e93f3a73-877d-44f7-bc03-51655d2b1dfd tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:49.007876 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e93f3a73-877d-44f7-bc03-51655d2b1dfd tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Usage tracker for resource:security_group_rule and tenant:01d8d866e2594ffea02fa7e007e96d66 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:24:49.010975 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] For port d60589ee-1591-4b60-9d67-305f4f412d97, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=d60589ee-1591-4b60-9d67-305f4f412d97,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:24:49.011170 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e93f3a73-877d-44f7-bc03-51655d2b1dfd tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:24:49.015494 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:49.017813 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e93f3a73-877d-44f7-bc03-51655d2b1dfd tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:49.020630 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-dfabec79-2b4b-486c-9eb3-e369cef7076c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:49.038086 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e93f3a73-877d-44f7-bc03-51655d2b1dfd tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:49.097706 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Pushing event updated for resources: {'Port': ['ID=d60589ee-1591-4b60-9d67-305f4f412d97,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:49.101198 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:49.106437 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8fbef4c-2fdb-491c-a337-84b016297911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3327655'] for network, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:49.114428 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e93f3a73-877d-44f7-bc03-51655d2b1dfd tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:49.117630 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e93f3a73-877d-44f7-bc03-51655d2b1dfd tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:49.126371 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f0b48c1e-dcb8-4756-9ed1-08f4e626b5bf tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:49.146212 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f3a73-877d-44f7-bc03-51655d2b1dfd tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b7e69b-5e41-42d1-8fb0-32a98d350906,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:49.148957 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e93f3a73-877d-44f7-bc03-51655d2b1dfd tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:49.156677 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e93f3a73-877d-44f7-bc03-51655d2b1dfd tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:49.161356 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-e93f3a73-877d-44f7-bc03-51655d2b1dfd tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1669159 Dec 07 15:24:49.161683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34914) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:49.168104 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Request body: {'floatingip': {'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:49.174533 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:49.179085 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Usage tracker for resource:floatingip and tenant:01d8d866e2594ffea02fa7e007e96d66 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:24:49.182196 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:24:49.188861 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:49.203085 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for floatingip, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:49.249796 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8fbef4c-2fdb-491c-a337-84b016297911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3364997', 'neutron.services.segments.db._delete_segments_for_network-8744366564552'] for network, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:49.277232 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-c8fbef4c-2fdb-491c-a337-84b016297911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50067cb-50ab-4595-ab20-d6338f247ea1']}} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:49.290659 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-c8fbef4c-2fdb-491c-a337-84b016297911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0988141f-6ae8-468f-8af8-418c91fa8ab1') {'for_net_delete': True} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:49.290998 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-c8fbef4c-2fdb-491c-a337-84b016297911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0988141f-6ae8-468f-8af8-418c91fa8ab1') {} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:49.303287 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8fbef4c-2fdb-491c-a337-84b016297911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744366571481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852690144'] for segment, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:49.318652 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8fbef4c-2fdb-491c-a337-84b016297911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:49.326023 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fbef4c-2fdb-491c-a337-84b016297911 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=88189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:24:49.326698 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8fbef4c-2fdb-491c-a337-84b016297911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3367674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852868797'] for segment, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: Traceback (most recent call last): Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: timer() Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: cb(*args, **kw) Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: return func(*args, **kwargs) Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: self._notify() Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: self.callback(batched_events) Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: event.method(event) Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: segment_id)['aggregates'][0] Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: return f(self, *a, **k) Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: return self._get(url).json() Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: **kwargs) Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: return self.request(url, 'GET', **kwargs) Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: **endpoint_filter) Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:24:49.345131 dv-cinder-820628-1-smb neutron-server[88079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:24:49.359520 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:49.428741 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8fbef4c-2fdb-491c-a337-84b016297911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851410802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633852'] for network, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:49.432718 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:49.455538 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8fbef4c-2fdb-491c-a337-84b016297911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:49.462367 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbef4c-2fdb-491c-a337-84b016297911 admin admin] Pushing event deleted for resources: {'Network': ['ID=e50067cb-50ab-4595-ab20-d6338f247ea1,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:49.464998 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c8fbef4c-2fdb-491c-a337-84b016297911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:49.471204 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-c8fbef4c-2fdb-491c-a337-84b016297911 admin admin] 10.222.0.71 "DELETE /v2.0/networks/e50067cb-50ab-4595-ab20-d6338f247ea1 HTTP/1.1" status: 204 len: 168 time: 0.5369062 Dec 07 15:24:49.539070 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Allocated IP 172.28.3.10 (0cb2958e-4db2-4f1d-a7f8-4af501c24e74/9e328c0c-452d-4ff2-b18b-159a0ad8dec1/0e040b82-e298-48e8-b97f-bce647a3746b) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:24:49.667773 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34920) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:49.706906 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:49.728281 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-017438f6-b73f-4643-827d-348d36a52df9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=93e5cdc9a16540338d7869fa8587d71e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0590632 Dec 07 15:24:49.731576 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 34924) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:24:49.745945 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:49.752520 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-80934bcf-fa85-49bf-8b53-f6aaa5935bf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:49.864202 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Pushing event updated for resources: {'Port': ['ID=0e040b82-e298-48e8-b97f-bce647a3746b,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:49.869262 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:24:49.872297 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:49.873841 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:24:49.877905 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:24:49.895257 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Sync routers for ids ['a730079c-9d32-43eb-8d9e-91213ffd3bec'] in dv-cinder-820628-1-smb {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:24:49.909242 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Routers {'a730079c-9d32-43eb-8d9e-91213ffd3bec'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:24:49.909908 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:24:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['a730079c-9d32-43eb-8d9e-91213ffd3bec'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:49.941862 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0766785b-dddb-4fa1-b038-25b73cbd6e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:49.985201 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0766785b-dddb-4fa1-b038-25b73cbd6e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:50.099726 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Set router a730079c-9d32-43eb-8d9e-91213ffd3bec gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:24:50.125651 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:50.158610 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0766785b-dddb-4fa1-b038-25b73cbd6e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:50.172414 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-31db6cda-cdce-41ab-b22a-5ebe0c5f96c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:50.192866 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766785b-dddb-4fa1-b038-25b73cbd6e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d768ce-2128-4037-8075-ae6d7bf4ee43,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:50.197782 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0766785b-dddb-4fa1-b038-25b73cbd6e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:50.207394 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:50.259038 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0766785b-dddb-4fa1-b038-25b73cbd6e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:50.260306 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-0766785b-dddb-4fa1-b038-25b73cbd6e5e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/25d768ce-2128-4037-8075-ae6d7bf4ee43 HTTP/1.1" status: 204 len: 168 time: 0.5274167 Dec 07 15:24:50.451047 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for port, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:50.451271 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:24:46Z', 'revision_number': 4, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port': {'id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:43Z', 'updated_at': '2021-12-07T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': 'a75d4d96-f531-4f0b-bfcc-8df4a37d81e5', 'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'mac_address': 'fa:16:3e:e8:4c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:45Z', 'updated_at': '2021-12-07T15:24:46Z', 'revision_number': 2, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'subnets': [{'id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:50.456047 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Checking router: a730079c-9d32-43eb-8d9e-91213ffd3bec for host: dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:24:50.456527 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6523332'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:50.456664 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Updating router a730079c-9d32-43eb-8d9e-91213ffd3bec port a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 binding host dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 15:24:50.461596 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:50.512800 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:50.594360 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Pushing event updated for resources: {'Port': ['ID=0e040b82-e298-48e8-b97f-bce647a3746b,revision_number=2']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:50.600180 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:50.611916 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633837'] for floatingip, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:50.631635 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for floatingip, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:50.642068 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4701650 Dec 07 15:24:50.651543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device d60589ee-1591-4b60-9d67-305f4f412d97 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:24:50.867467 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port d60589ee-1591-4b60-9d67-305f4f412d97 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:50.867897 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:50.894091 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-75f0c7c0-ffd5-455f-a5b4-70d05214c338 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Synchronizing usage tracker for tenant:01d8d866e2594ffea02fa7e007e96d66 on resource:security_group {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:24:50.911951 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-75f0c7c0-ffd5-455f-a5b4-70d05214c338 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Unset dirty status for tenant:01d8d866e2594ffea02fa7e007e96d66 on resource:security_group {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:24:50.913240 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-75f0c7c0-ffd5-455f-a5b4-70d05214c338 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1483691795&fields=id&tenant_id=01d8d866e2594ffea02fa7e007e96d66 HTTP/1.1" status: 200 len: 267 time: 0.0727930 Dec 07 15:24:51.076049 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-12360f83-b9ca-454d-b35b-6474edd62a16 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:51.077745 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-12360f83-b9ca-454d-b35b-6474edd62a16 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/networks?id=9a89ef23-e597-4277-af0f-db46d18c4475 HTTP/1.1" status: 200 len: 811 time: 0.1570399 Dec 07 15:24:51.088176 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Notify callbacks [] for port, precommit_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:51.096236 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-38079e8e-5130-4e29-b609-c2515c158a07 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/quotas/01d8d866e2594ffea02fa7e007e96d66 HTTP/1.1" status: 200 len: 375 time: 0.0119934 Dec 07 15:24:51.101925 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Transition to ACTIVE for port object a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 will not be triggered until provisioned by entity L2. {{(pid=88190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:24:51.108462 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:51.113171 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-50d1c3ca-0cdb-4985-9b51-6d2bc518d962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:51.192854 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-466eb845-a165-43ca-81e7-d208ad2c9c49 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=01d8d866e2594ffea02fa7e007e96d66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0906441 Dec 07 15:24:51.230994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185f078-7165-42f4-acca-f70f7c141241 None None] Pushing event updated for resources: {'Port': ['ID=a75d4d96-f531-4f0b-bfcc-8df4a37d81e5,revision_number=3']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:51.241211 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8185f078-7165-42f4-acca-f70f7c141241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:51.342261 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Attempting to bind port a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 on host dv-cinder-820628-1-smb for vnic_type normal with profile {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:24:51.342696 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Attempting to bind port a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 by drivers openvswitch,hyperv on host dv-cinder-820628-1-smb at level 0 using segments [{'id': 'c086a62f-ce4e-4d3a-957f-4c3c603de8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475'}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:24:51.343120 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Attempting to bind port a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 on network 9a89ef23-e597-4277-af0f-db46d18c4475 {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:24:51.350716 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Checking agent: {'id': '53e983a9-7df7-459d-9831-afebd6249b06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820628-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 9, 40), 'started_at': datetime.datetime(2021, 12, 7, 15, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820628-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:24:51.351150 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Checking segment: {'id': 'c086a62f-ce4e-4d3a-957f-4c3c603de8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:24:51.351609 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:51.352051 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Bound using segment: {'id': 'c086a62f-ce4e-4d3a-957f-4c3c603de8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475'} {{(pid=88190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:24:51.352585 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Bound port: a75d4d96-f531-4f0b-bfcc-8df4a37d81e5, host: dv-cinder-820628-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c086a62f-ce4e-4d3a-957f-4c3c603de8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475'}}] {{(pid=88190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:24:51.353015 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:51.456449 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] For port a75d4d96-f531-4f0b-bfcc-8df4a37d81e5, host dv-cinder-820628-1-smb, cleared binding levels {{(pid=88190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:24:51.459701 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] For port a75d4d96-f531-4f0b-bfcc-8df4a37d81e5, host dv-cinder-820628-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=a75d4d96-f531-4f0b-bfcc-8df4a37d81e5,segment=NetworkSegment(c086a62f-ce4e-4d3a-957f-4c3c603de8b6),segment_id=c086a62f-ce4e-4d3a-957f-4c3c603de8b6)] {{(pid=88190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:24:51.463493 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:51.468009 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:51.512396 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-dfa90547-c118-4f9d-8cc0-d7a1408f676d service neutron] 10.222.0.71 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029649 Dec 07 15:24:51.561089 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185f078-7165-42f4-acca-f70f7c141241 None None] Pushing event updated for resources: {'Port': ['ID=a75d4d96-f531-4f0b-bfcc-8df4a37d81e5,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:51.566021 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8185f078-7165-42f4-acca-f70f7c141241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:51.566702 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Routers {'a730079c-9d32-43eb-8d9e-91213ffd3bec'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:24:51.567393 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:24:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['a730079c-9d32-43eb-8d9e-91213ffd3bec'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:51.670828 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-4200b52c-4300-4cd2-864d-0ed491ee22c4 service neutron] 10.222.0.71 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515274 Dec 07 15:24:51.904061 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c5b4d6a7-789a-4809-9218-d1067ac9dcb1 req-6e618403-7f16-4ccb-86a0-59d39600714c tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 210 time: 0.0484209 Dec 07 15:24:51.951081 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] Set router a730079c-9d32-43eb-8d9e-91213ffd3bec gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:24:52.183526 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:52.298095 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:24:46Z', 'revision_number': 4, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port': {'id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:43Z', 'updated_at': '2021-12-07T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': 'a75d4d96-f531-4f0b-bfcc-8df4a37d81e5', 'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'mac_address': 'fa:16:3e:e8:4c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:45Z', 'updated_at': '2021-12-07T15:24:51Z', 'revision_number': 4, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'subnets': [{'id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:24:52.303301 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb05de8-98df-4bcb-9617-1d58df07727b None None] The sync data for ids ['a730079c-9d32-43eb-8d9e-91213ffd3bec'] in dv-cinder-820628-1-smb is: [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:24:46Z', 'revision_number': 4, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port': {'id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:43Z', 'updated_at': '2021-12-07T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': 'a75d4d96-f531-4f0b-bfcc-8df4a37d81e5', 'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'mac_address': 'fa:16:3e:e8:4c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:45Z', 'updated_at': '2021-12-07T15:24:51Z', 'revision_number': 4, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'subnets': [{'id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:24:52.606510 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:24:52.694740 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning for port a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:24:52.700187 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:52.700579 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:52.826078 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:52.862966 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] For port a75d4d96-f531-4f0b-bfcc-8df4a37d81e5, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=a75d4d96-f531-4f0b-bfcc-8df4a37d81e5,segment=NetworkSegment(c086a62f-ce4e-4d3a-957f-4c3c603de8b6),segment_id=c086a62f-ce4e-4d3a-957f-4c3c603de8b6)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:24:52.867176 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:52.869184 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8185f078-7165-42f4-acca-f70f7c141241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:52.948664 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Pushing event updated for resources: {'Port': ['ID=a75d4d96-f531-4f0b-bfcc-8df4a37d81e5,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:52.952122 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:53.127455 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:24:53.379702 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-78dcd68f-990a-46a0-bd77-705da4f53163 req-25e6cceb-75b5-4353-809a-947b0bf682c4 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 210 time: 0.3149059 Dec 07 15:24:53.430890 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-09bdae69-6520-4409-9632-28ea754d86d7 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:53.432503 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-09bdae69-6520-4409-9632-28ea754d86d7 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.57 "GET /v2.0/networks?id=9a89ef23-e597-4277-af0f-db46d18c4475 HTTP/1.1" status: 200 len: 811 time: 0.4258320 Dec 07 15:24:53.494176 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-c379619c-4098-43d7-a2e8-b5ff69bc6dd3 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d8d866e2594ffea02fa7e007e96d66 HTTP/1.1" status: 200 len: 380 time: 0.0449271 Dec 07 15:24:53.503918 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-a8db832e-3327-47dd-a472-a81985751d3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Request body: {'port': {'device_id': '7e7a9d7a-a13f-4849-be75-e23adac482fe', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'admin_state_up': True, 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'security_groups': ['d7675751-cb9c-41df-8141-2f9e792dd4a0']}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:53.653339 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-a8db832e-3327-47dd-a472-a81985751d3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:24:53.658303 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-a8db832e-3327-47dd-a472-a81985751d3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Usage tracker for resource:port and tenant:01d8d866e2594ffea02fa7e007e96d66 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:24:53.661505 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-a8db832e-3327-47dd-a472-a81985751d3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:24:53.668580 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-a8db832e-3327-47dd-a472-a81985751d3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:24:53.679043 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-a8db832e-3327-47dd-a472-a81985751d3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Made reservation on behalf of 01d8d866e2594ffea02fa7e007e96d66 for: {'port': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:24:53.684939 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-a8db832e-3327-47dd-a472-a81985751d3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:53.864368 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-a8db832e-3327-47dd-a472-a81985751d3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Allocated IP 172.20.0.4 (9a89ef23-e597-4277-af0f-db46d18c4475/9708a6bc-157b-4cd5-a723-6fcdb670a5b5/363c1a96-dbe1-4d7d-b7dc-cf32c9312c21) {{(pid=88189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:24:54.063108 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-a8db832e-3327-47dd-a472-a81985751d3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for port, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:54.080882 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-a8db832e-3327-47dd-a472-a81985751d3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Transition to ACTIVE for port object 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 will not be triggered until provisioned by entity DHCP. {{(pid=88189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:24:54.105636 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-a8db832e-3327-47dd-a472-a81985751d3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:54.112318 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:54.188080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-a8db832e-3327-47dd-a472-a81985751d3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Network 9a89ef23-e597-4277-af0f-db46d18c4475 is already hosted by enough agents. {{(pid=88189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:24:54.191331 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-a8db832e-3327-47dd-a472-a81985751d3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Resources bound (agent type, host, resource id): {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:24:54.196041 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-a8db832e-3327-47dd-a472-a81985751d3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Received port after_create {{(pid=88189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:24:54.223140 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db832e-3327-47dd-a472-a81985751d3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Pushing event updated for resources: {'Port': ['ID=363c1a96-dbe1-4d7d-b7dc-cf32c9312c21,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:54.229337 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a8db832e-3327-47dd-a472-a81985751d3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:54.265094 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-a8db832e-3327-47dd-a472-a81985751d3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:54.266370 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-a8db832e-3327-47dd-a472-a81985751d3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:54.289185 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-a8db832e-3327-47dd-a472-a81985751d3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7896924 Dec 07 15:24:54.302108 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Request body: {'port': {'device_id': '7e7a9d7a-a13f-4849-be75-e23adac482fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:24:54.440756 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:54.478879 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-bbadbeaa-20a8-4580-ac33-cab83406d361 None None] Provisioning for port 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:24:54.483986 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-bbadbeaa-20a8-4580-ac33-cab83406d361 None None] Provisioning complete for port 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:54.484386 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bbadbeaa-20a8-4580-ac33-cab83406d361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:54.541702 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-bbadbeaa-20a8-4580-ac33-cab83406d361 None None] Port 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:24:54.580127 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 up at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:24:54.651142 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Provisioning complete for port a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:24:54.651592 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:54.766230 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbfcc5-1489-4ff5-82dc-853ead44c846 req-b21f87a0-0d72-456c-9679-58822d4ab771 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:54.767006 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-20dbfcc5-1489-4ff5-82dc-853ead44c846 req-b21f87a0-0d72-456c-9679-58822d4ab771 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Synchronizing usage tracker for tenant:01d8d866e2594ffea02fa7e007e96d66 on resource:port {{(pid=88189) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:24:54.815162 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-20dbfcc5-1489-4ff5-82dc-853ead44c846 req-b21f87a0-0d72-456c-9679-58822d4ab771 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Unset dirty status for tenant:01d8d866e2594ffea02fa7e007e96d66 on resource:port {{(pid=88189) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:24:54.816506 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-20dbfcc5-1489-4ff5-82dc-853ead44c846 req-b21f87a0-0d72-456c-9679-58822d4ab771 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 931 time: 0.2985208 Dec 07 15:24:54.939424 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-20dbfcc5-1489-4ff5-82dc-853ead44c846 req-8dadcf48-a1ac-4770-9702-36973f7ae60f tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153362 Dec 07 15:24:54.947053 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 {{(pid=88189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:24:54.954670 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:54.970365 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Transition to ACTIVE for port object 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 will not be triggered until provisioned by entity L2. {{(pid=88189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:24:54.974515 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1906846'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:54.978271 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0673255a-208d-4aa0-ae4d-f1c28d6fb558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:55.112011 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Pushing event updated for resources: {'Port': ['ID=363c1a96-dbe1-4d7d-b7dc-cf32c9312c21,revision_number=2']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:55.115094 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:55.236029 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Attempting to bind port 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:24:55.236417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Attempting to bind port 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'c086a62f-ce4e-4d3a-957f-4c3c603de8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475'}] {{(pid=88189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:24:55.236803 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Attempting to bind port 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 on network 9a89ef23-e597-4277-af0f-db46d18c4475 {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:24:55.243404 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Port 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 on network 9a89ef23-e597-4277-af0f-db46d18c4475 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:24:55.243768 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Attempting to bind port 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 on network 9a89ef23-e597-4277-af0f-db46d18c4475 {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:24:55.251356 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Checking agent: {'id': 'cbbfcabc-3255-4d4c-9281-bbfa60486e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'started_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:24:55.251734 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Checking segment: {'id': 'c086a62f-ce4e-4d3a-957f-4c3c603de8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:24:55.252159 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Bound using segment: {'id': 'c086a62f-ce4e-4d3a-957f-4c3c603de8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475'} {{(pid=88189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:24:55.252627 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Bound port: 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c086a62f-ce4e-4d3a-957f-4c3c603de8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475'}}] {{(pid=88189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:24:55.253014 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:55.357458 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] For port 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21, host hv-cinder-82062, cleared binding levels {{(pid=88189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:24:55.361002 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] For port 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=363c1a96-dbe1-4d7d-b7dc-cf32c9312c21,segment=NetworkSegment(c086a62f-ce4e-4d3a-957f-4c3c603de8b6),segment_id=c086a62f-ce4e-4d3a-957f-4c3c603de8b6)] {{(pid=88189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:24:55.364563 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1906846'] for port, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:55.369243 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6397f935-6638-4d4a-84b8-86ff104c01e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:55.433313 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:55.434801 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] 10.222.0.57 "PUT /v2.0/ports/363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 HTTP/1.1" status: 200 len: 1093 time: 1.1374116 Dec 07 15:24:55.435362 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7a9d7a-a13f-4849-be75-e23adac482fe', 'tag': '363c1a96-dbe1-4d7d-b7dc-cf32c9312c21'}] {{(pid=88189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:24:55.454821 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Pushing event updated for resources: {'Port': ['ID=363c1a96-dbe1-4d7d-b7dc-cf32c9312c21,revision_number=3']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:55.458930 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:55.509493 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7a9d7a-a13f-4849-be75-e23adac482fe', 'tag': '363c1a96-dbe1-4d7d-b7dc-cf32c9312c21', 'status': 'completed', 'code': 200} Dec 07 15:24:55.557729 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-8e07fd62-7a6b-4914-94fc-dec9b8186e14 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=01d8d866e2594ffea02fa7e007e96d66&device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 1096 time: 0.0852110 Dec 07 15:24:55.633090 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-02876e02-3570-421b-bf4a-1734d7e12c17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 HTTP/1.1" status: 200 len: 217 time: 0.0677462 Dec 07 15:24:55.709640 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-2762bafb-f498-4c0c-9538-c5dfdcf8e269 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:55.711317 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-2762bafb-f498-4c0c-9538-c5dfdcf8e269 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9708a6bc-157b-4cd5-a723-6fcdb670a5b5 HTTP/1.1" status: 200 len: 850 time: 0.0712855 Dec 07 15:24:55.794433 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-71dc2100-b0e0-456f-91ec-3d9e1170c6ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a89ef23-e597-4277-af0f-db46d18c4475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759311 Dec 07 15:24:55.946192 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-5397bee3-cc81-49ec-a978-cb4fd93bb535 service neutron] 10.222.0.57 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424768 Dec 07 15:24:56.144622 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-70bcfa8e-0c2c-45df-99bc-e1cdc30c451f req-4b5ad961-ac5d-4066-8e87-06cd6101bf54 service neutron] 10.222.0.57 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920819 Dec 07 15:24:56.174404 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a97610-3d91-4811-b254-5076cf6e9ce8 req-7344a718-5735-43ed-8b41-44be6e973c3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:56.176226 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-75a97610-3d91-4811-b254-5076cf6e9ce8 req-7344a718-5735-43ed-8b41-44be6e973c3a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 943 time: 0.1106911 Dec 07 15:24:56.502239 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-75a97610-3d91-4811-b254-5076cf6e9ce8 req-80197af8-63e7-4900-83df-b2d27a380621 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191907 Dec 07 15:24:56.520649 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1f62edf2-6b1f-4407-8d9f-5a0e4d7ed885 req-6384f98c-5b9f-48a0-bb01-e4e698f6d4f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=01d8d866e2594ffea02fa7e007e96d66&device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 1096 time: 0.3221798 Dec 07 15:24:56.670073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62edf2-6b1f-4407-8d9f-5a0e4d7ed885 req-9f7016a0-7e84-495f-b972-36929f83909c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:56.672268 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1f62edf2-6b1f-4407-8d9f-5a0e4d7ed885 req-9f7016a0-7e84-495f-b972-36929f83909c service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a89ef23-e597-4277-af0f-db46d18c4475 HTTP/1.1" status: 200 len: 912 time: 0.1433492 Dec 07 15:24:56.749906 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1f62edf2-6b1f-4407-8d9f-5a0e4d7ed885 req-8bd9c68b-c7b4-4938-874f-3ad5d48ee4be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 HTTP/1.1" status: 200 len: 217 time: 0.0703065 Dec 07 15:24:56.820759 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62edf2-6b1f-4407-8d9f-5a0e4d7ed885 req-060f48f6-35ed-46ec-8c8d-d3780dad259f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:56.822437 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1f62edf2-6b1f-4407-8d9f-5a0e4d7ed885 req-060f48f6-35ed-46ec-8c8d-d3780dad259f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9708a6bc-157b-4cd5-a723-6fcdb670a5b5 HTTP/1.1" status: 200 len: 850 time: 0.0651338 Dec 07 15:24:56.929949 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1f62edf2-6b1f-4407-8d9f-5a0e4d7ed885 req-7ed418b5-52d2-49e1-b590-e61119f26a08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a89ef23-e597-4277-af0f-db46d18c4475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0999942 Dec 07 15:24:57.085780 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1f62edf2-6b1f-4407-8d9f-5a0e4d7ed885 req-e3d22ea4-64fc-42a0-a729-5a1ba2f9b425 service neutron] 10.222.0.57 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479347 Dec 07 15:24:57.233354 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1f62edf2-6b1f-4407-8d9f-5a0e4d7ed885 req-efbbce9d-4838-42ed-bc43-b0226fdee2b0 service neutron] 10.222.0.57 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402855 Dec 07 15:24:57.741133 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2cf9c-49dc-42de-95f1-aa392c2ee257 req-2dbcfbe1-b27b-48ec-bb02-0a178d7bb2bc tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:57.742840 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-28e2cf9c-49dc-42de-95f1-aa392c2ee257 req-2dbcfbe1-b27b-48ec-bb02-0a178d7bb2bc tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 943 time: 0.1014712 Dec 07 15:24:57.793463 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-28e2cf9c-49dc-42de-95f1-aa392c2ee257 req-8ade0d13-2f65-4904-8ee8-294e6e8dcb39 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439737 Dec 07 15:24:58.995520 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:24:59.020159 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452f18d-0813-4430-b14c-ad6098281576 req-53934a66-a4a5-4dac-9915-db548bef3a7f tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:24:59.021793 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a452f18d-0813-4430-b14c-ad6098281576 req-53934a66-a4a5-4dac-9915-db548bef3a7f tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 943 time: 0.0983253 Dec 07 15:24:59.075424 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a452f18d-0813-4430-b14c-ad6098281576 req-1324db3e-7ef8-4c23-91a2-77f7e97ba623 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468717 Dec 07 15:24:59.143521 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=363c1a96-dbe1-4d7d-b7dc-cf32c9312c21,segment=NetworkSegment(c086a62f-ce4e-4d3a-957f-4c3c603de8b6),segment_id=c086a62f-ce4e-4d3a-957f-4c3c603de8b6)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:24:59.157779 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': '363c1a96-dbe1-4d7d-b7dc-cf32c9312c21', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'port_id': '363c1a96-dbe1-4d7d-b7dc-cf32c9312c21', 'mac_address': 'fa:16:3e:e7:3a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:24:59.223751 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:59.251207 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:24:59.268117 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=363c1a96-dbe1-4d7d-b7dc-cf32c9312c21,segment=NetworkSegment(c086a62f-ce4e-4d3a-957f-4c3c603de8b6),segment_id=c086a62f-ce4e-4d3a-957f-4c3c603de8b6)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:24:59.272498 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:24:59.275183 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:24:59.367772 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=363c1a96-dbe1-4d7d-b7dc-cf32c9312c21,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:24:59.371531 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:24:59.536458 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['363c1a96-dbe1-4d7d-b7dc-cf32c9312c21'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:25:00.288505 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f28931-659a-48b4-b1de-75d3a3ed4e9f req-692d2044-195a-45fe-b3e9-eeaf0d326fdc tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:00.290136 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-04f28931-659a-48b4-b1de-75d3a3ed4e9f req-692d2044-195a-45fe-b3e9-eeaf0d326fdc tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 944 time: 0.0869436 Dec 07 15:25:00.339377 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-04f28931-659a-48b4-b1de-75d3a3ed4e9f req-701b272a-09c1-41da-89c1-a589c0efa364 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430284 Dec 07 15:25:00.997785 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:25:01.082220 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning for port 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:25:01.087832 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:25:01.088269 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:01.212714 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:01.240979 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7a9d7a-a13f-4849-be75-e23adac482fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363c1a96-dbe1-4d7d-b7dc-cf32c9312c21'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:25:01.253608 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=363c1a96-dbe1-4d7d-b7dc-cf32c9312c21,segment=NetworkSegment(c086a62f-ce4e-4d3a-957f-4c3c603de8b6),segment_id=c086a62f-ce4e-4d3a-957f-4c3c603de8b6)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:25:01.258584 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:01.261276 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6975aa68-a0ae-4e00-94bb-be40d19a2f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:25:01.310622 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7a9d7a-a13f-4849-be75-e23adac482fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363c1a96-dbe1-4d7d-b7dc-cf32c9312c21', 'code': 200} Dec 07 15:25:01.332111 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=363c1a96-dbe1-4d7d-b7dc-cf32c9312c21,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:25:01.335477 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:25:01.629263 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4e36a-892e-4cab-84a5-babe636ab212 req-35a341f1-617b-4969-898a-4002210285b5 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:01.631494 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0cf4e36a-892e-4cab-84a5-babe636ab212 req-35a341f1-617b-4969-898a-4002210285b5 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.1621528 Dec 07 15:25:01.637160 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-96cccd09-0b3f-4e46-b561-fed23910d334 req-e5ad27c1-8e4a-4f2a-a864-f71d4fddbd3b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 1098 time: 0.1141148 Dec 07 15:25:01.718447 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0cf4e36a-892e-4cab-84a5-babe636ab212 req-6cbf55e8-efc3-4b7c-b496-44a06b728b69 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802031 Dec 07 15:25:01.720468 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-96cccd09-0b3f-4e46-b561-fed23910d334 req-494f5568-37a8-4709-81fd-c896ddd6babf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647128 Dec 07 15:25:02.964088 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65a8ea-1220-4ce2-a1b8-b2de75f579c4 req-ee818286-f65d-4272-a4a1-aa401d879b47 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:02.967066 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-df65a8ea-1220-4ce2-a1b8-b2de75f579c4 req-ee818286-f65d-4272-a4a1-aa401d879b47 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.0944362 Dec 07 15:25:03.018452 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-df65a8ea-1220-4ce2-a1b8-b2de75f579c4 req-41f34622-08d1-4c69-a7d1-cf786bccc5cb tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443087 Dec 07 15:25:03.231039 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74d251-21e5-4551-bb44-1f0156a64ea3 req-59a05513-70cc-463d-80ed-a110ced2b279 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:03.232638 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cb74d251-21e5-4551-bb44-1f0156a64ea3 req-59a05513-70cc-463d-80ed-a110ced2b279 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.0886719 Dec 07 15:25:03.244582 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 34984) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:25:03.250708 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-fb5c7234-63be-479e-8e01-5ec03a7e4346 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Request body: {'floatingip': {'port_id': '363c1a96-dbe1-4d7d-b7dc-cf32c9312c21'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:25:03.328522 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fb5c7234-63be-479e-8e01-5ec03a7e4346 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for floatingip, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:04.162480 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fb5c7234-63be-479e-8e01-5ec03a7e4346 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:04.167606 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fb5c7234-63be-479e-8e01-5ec03a7e4346 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633837'] for floatingip, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:04.381799 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.l3_db [None req-fb5c7234-63be-479e-8e01-5ec03a7e4346 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Floating IP 461fe4c6-ef3b-41b5-982c-2a0a0b46cacc associated. External IP: 172.28.3.10, port: 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21. Dec 07 15:25:05.022380 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5c7234-63be-479e-8e01-5ec03a7e4346 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Router a730079c-9d32-43eb-8d9e-91213ffd3bec has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:25:05.238745 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5c7234-63be-479e-8e01-5ec03a7e4346 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:25:05.243911 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fb5c7234-63be-479e-8e01-5ec03a7e4346 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for floatingip, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:05.250355 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81854ca3-e03d-42cf-8fde-5cc1e072d371 None None] Sync routers for ids ['a730079c-9d32-43eb-8d9e-91213ffd3bec'] in dv-cinder-820628-1-smb {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:25:05.265459 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81854ca3-e03d-42cf-8fde-5cc1e072d371 None None] Routers {'a730079c-9d32-43eb-8d9e-91213ffd3bec'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:25:05.266181 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-81854ca3-e03d-42cf-8fde-5cc1e072d371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:24:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['a730079c-9d32-43eb-8d9e-91213ffd3bec'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:25:05.302871 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-fb5c7234-63be-479e-8e01-5ec03a7e4346 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "PUT /v2.0/floatingips/461fe4c6-ef3b-41b5-982c-2a0a0b46cacc HTTP/1.1" status: 200 len: 990 time: 2.0570118 Dec 07 15:25:05.303543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7a9d7a-a13f-4849-be75-e23adac482fe', 'tag': '363c1a96-dbe1-4d7d-b7dc-cf32c9312c21'}] {{(pid=88189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:25:05.376784 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7a9d7a-a13f-4849-be75-e23adac482fe', 'tag': '363c1a96-dbe1-4d7d-b7dc-cf32c9312c21', 'status': 'completed', 'code': 200} Dec 07 15:25:05.476370 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5d5737f6-e645-4534-8fc2-13511c4d4316 req-e842460f-0d4a-4bba-9c44-fa3664d60369 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=01d8d866e2594ffea02fa7e007e96d66&device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 1098 time: 0.0837877 Dec 07 15:25:05.614560 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-81854ca3-e03d-42cf-8fde-5cc1e072d371 None None] Set router a730079c-9d32-43eb-8d9e-91213ffd3bec gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:25:05.625934 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5737f6-e645-4534-8fc2-13511c4d4316 req-a465ad90-0e2a-477e-9589-67edef2dd737 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:05.627651 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5d5737f6-e645-4534-8fc2-13511c4d4316 req-a465ad90-0e2a-477e-9589-67edef2dd737 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a89ef23-e597-4277-af0f-db46d18c4475 HTTP/1.1" status: 200 len: 912 time: 0.1445582 Dec 07 15:25:05.742116 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5d5737f6-e645-4534-8fc2-13511c4d4316 req-21721ada-3a81-48cf-bf01-640d8598dec8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 HTTP/1.1" status: 200 len: 998 time: 0.1061420 Dec 07 15:25:05.813495 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5737f6-e645-4534-8fc2-13511c4d4316 req-51619014-bb18-43e2-ab74-e5816f847b1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:05.815146 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5d5737f6-e645-4534-8fc2-13511c4d4316 req-51619014-bb18-43e2-ab74-e5816f847b1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9708a6bc-157b-4cd5-a723-6fcdb670a5b5 HTTP/1.1" status: 200 len: 850 time: 0.0656085 Dec 07 15:25:05.904372 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5d5737f6-e645-4534-8fc2-13511c4d4316 req-f77d37b7-8701-4fb0-8faa-7f4a82ff4c2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a89ef23-e597-4277-af0f-db46d18c4475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815537 Dec 07 15:25:05.983068 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-81854ca3-e03d-42cf-8fde-5cc1e072d371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:24:46Z', 'revision_number': 4, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port': {'id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:43Z', 'updated_at': '2021-12-07T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_floatingips': [{'id': '461fe4c6-ef3b-41b5-982c-2a0a0b46cacc', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'floating_ip_address': '172.28.3.10', 'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'router_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'port_id': '363c1a96-dbe1-4d7d-b7dc-cf32c9312c21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'mac_address': 'fa:16:3e:e7:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a9d7a-a13f-4849-be75-e23adac482fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:24:49Z', 'updated_at': '2021-12-07T15:25:03Z', 'revision_number': 1, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75d4d96-f531-4f0b-bfcc-8df4a37d81e5', 'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'mac_address': 'fa:16:3e:e8:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:45Z', 'updated_at': '2021-12-07T15:24:52Z', 'revision_number': 5, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'subnets': [{'id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:25:05.987364 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81854ca3-e03d-42cf-8fde-5cc1e072d371 None None] Checking router: a730079c-9d32-43eb-8d9e-91213ffd3bec for host: dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:25:05.999420 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81854ca3-e03d-42cf-8fde-5cc1e072d371 None None] Routers {'a730079c-9d32-43eb-8d9e-91213ffd3bec'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:25:06.000095 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-81854ca3-e03d-42cf-8fde-5cc1e072d371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:24:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['a730079c-9d32-43eb-8d9e-91213ffd3bec'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:25:06.053641 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5d5737f6-e645-4534-8fc2-13511c4d4316 req-5dfc5617-aa38-4e11-94e8-47034707a359 service neutron] 10.222.0.57 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424940 Dec 07 15:25:06.192817 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-81854ca3-e03d-42cf-8fde-5cc1e072d371 None None] Set router a730079c-9d32-43eb-8d9e-91213ffd3bec gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:25:06.203590 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5d5737f6-e645-4534-8fc2-13511c4d4316 req-03b4068d-6362-496e-9681-53c68f2613f3 service neutron] 10.222.0.57 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425121 Dec 07 15:25:06.573299 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-81854ca3-e03d-42cf-8fde-5cc1e072d371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:24:46Z', 'revision_number': 4, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port': {'id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:43Z', 'updated_at': '2021-12-07T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_floatingips': [{'id': '461fe4c6-ef3b-41b5-982c-2a0a0b46cacc', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'floating_ip_address': '172.28.3.10', 'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'router_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'port_id': '363c1a96-dbe1-4d7d-b7dc-cf32c9312c21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'mac_address': 'fa:16:3e:e7:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a9d7a-a13f-4849-be75-e23adac482fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:24:49Z', 'updated_at': '2021-12-07T15:25:03Z', 'revision_number': 1, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75d4d96-f531-4f0b-bfcc-8df4a37d81e5', 'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'mac_address': 'fa:16:3e:e8:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:45Z', 'updated_at': '2021-12-07T15:24:52Z', 'revision_number': 5, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'subnets': [{'id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:25:06.577972 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81854ca3-e03d-42cf-8fde-5cc1e072d371 None None] The sync data for ids ['a730079c-9d32-43eb-8d9e-91213ffd3bec'] in dv-cinder-820628-1-smb is: [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:24:46Z', 'revision_number': 4, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port': {'id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:43Z', 'updated_at': '2021-12-07T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_floatingips': [{'id': '461fe4c6-ef3b-41b5-982c-2a0a0b46cacc', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'floating_ip_address': '172.28.3.10', 'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'router_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'port_id': '363c1a96-dbe1-4d7d-b7dc-cf32c9312c21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'mac_address': 'fa:16:3e:e7:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a9d7a-a13f-4849-be75-e23adac482fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:24:49Z', 'updated_at': '2021-12-07T15:25:03Z', 'revision_number': 1, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75d4d96-f531-4f0b-bfcc-8df4a37d81e5', 'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'mac_address': 'fa:16:3e:e8:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:45Z', 'updated_at': '2021-12-07T15:24:52Z', 'revision_number': 5, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'subnets': [{'id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:25:06.946909 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6602677-6172-4d19-bb7f-5aa33b1ade6b None None] New status for floating IP 461fe4c6-ef3b-41b5-982c-2a0a0b46cacc: ACTIVE {{(pid=88190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:25:08.560743 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b8f7b53a-82f4-41df-b998-0dfe9ceca328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:09.703817 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:10.676679 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-68e491ac-96cc-49c8-b16b-73711f8910ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:11.297331 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:12.597089 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:22.113132 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:30.133425 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:25:38.565011 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ead8705a-488a-4528-b287-03bfa6d0fe32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:39.708126 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:40.679584 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9d5ebbed-5f11-4270-8e9f-2141e8d5e61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:41.299188 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:42.603958 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:48.031838 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a018901-6a26-4f86-a02c-3dde354e0086 req-6b61fb0e-7d60-4e4b-a9ff-85419fa170f7 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:48.033556 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5a018901-6a26-4f86-a02c-3dde354e0086 req-6b61fb0e-7d60-4e4b-a9ff-85419fa170f7 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.0926390 Dec 07 15:25:48.087293 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5a018901-6a26-4f86-a02c-3dde354e0086 req-43086ba5-b503-4cb6-910f-604fd5502e67 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439165 Dec 07 15:25:49.345512 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b5693-7a0f-40df-b162-c41cc60f909f req-c980c75e-c728-41d9-84e3-8494087efbc3 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:49.348013 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-146b5693-7a0f-40df-b162-c41cc60f909f req-c980c75e-c728-41d9-84e3-8494087efbc3 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.1076760 Dec 07 15:25:49.397864 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-146b5693-7a0f-40df-b162-c41cc60f909f req-a06d46e5-cfd5-471c-8a49-8f5f9080c233 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439963 Dec 07 15:25:50.604315 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd8dbf-68c6-4b02-bc54-f740ee97f6ca req-45ff047f-529d-4fcd-943d-23c35c48cb13 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:50.605942 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e3cd8dbf-68c6-4b02-bc54-f740ee97f6ca req-45ff047f-529d-4fcd-943d-23c35c48cb13 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.0825706 Dec 07 15:25:50.656857 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e3cd8dbf-68c6-4b02-bc54-f740ee97f6ca req-85ccb8ee-f67b-4ba1-868e-ccd9f1e06d44 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418341 Dec 07 15:25:51.884163 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7163b8-44b6-4542-aabe-ece5cdf36b97 req-9d15a92d-15a4-4a80-ba42-4a2ad838a1fe tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:51.885780 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eb7163b8-44b6-4542-aabe-ece5cdf36b97 req-9d15a92d-15a4-4a80-ba42-4a2ad838a1fe tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.0917871 Dec 07 15:25:51.934529 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-eb7163b8-44b6-4542-aabe-ece5cdf36b97 req-fa57cf31-51e2-4404-a601-d1ad83e7bb00 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424845 Dec 07 15:25:52.141077 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:25:53.166520 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead56c8e-1249-4f05-b94d-3daed72ff55b req-2a2f07e4-3608-47bb-bd96-e8816073474b tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:53.168160 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ead56c8e-1249-4f05-b94d-3daed72ff55b req-2a2f07e4-3608-47bb-bd96-e8816073474b tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.1004896 Dec 07 15:25:53.225144 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ead56c8e-1249-4f05-b94d-3daed72ff55b req-d8aa0625-681f-4639-a2af-3b81f602784e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475454 Dec 07 15:25:54.451168 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7714c-cf75-4f1b-b447-9c586d7d11ae req-e7d71621-c171-4326-b917-688fcf584e4d tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:54.452776 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a9f7714c-cf75-4f1b-b447-9c586d7d11ae req-e7d71621-c171-4326-b917-688fcf584e4d tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.0879991 Dec 07 15:25:54.500972 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a9f7714c-cf75-4f1b-b447-9c586d7d11ae req-1bf18dab-c5cf-47a9-bdf0-342f62fdedd3 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417118 Dec 07 15:25:54.759626 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2c25812e-4fac-4c39-813c-384feeca3eb8 req-99f5d4c7-7dc1-4325-a0fc-2052bae5c26a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835226 Dec 07 15:25:54.920677 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2c25812e-4fac-4c39-813c-384feeca3eb8 req-20c9ecc1-f417-45ce-962e-e5e998b3dc22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4561fddcf6fc46d69a4fecad5ed4b0a7&device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 1098 time: 0.0829129 Dec 07 15:25:55.093418 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25812e-4fac-4c39-813c-384feeca3eb8 req-ada36e5a-794e-486b-bd06-22f6fa9e2eac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:55.095098 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2c25812e-4fac-4c39-813c-384feeca3eb8 req-ada36e5a-794e-486b-bd06-22f6fa9e2eac service neutron] 10.222.0.57 "GET /v2.0/networks?id=7443ada9-9c18-4fab-ac8c-1543551598be HTTP/1.1" status: 200 len: 910 time: 0.1533718 Dec 07 15:25:55.212295 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2c25812e-4fac-4c39-813c-384feeca3eb8 req-02153635-0b1b-432f-a14b-be4ae8a093e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bd46fd2-cb2a-4746-ab95-8b875ab016fa HTTP/1.1" status: 200 len: 1001 time: 0.1108575 Dec 07 15:25:55.284508 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25812e-4fac-4c39-813c-384feeca3eb8 req-fd7ebf7f-bf98-4d46-ba75-dd23d9aa2c01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:55.286103 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2c25812e-4fac-4c39-813c-384feeca3eb8 req-fd7ebf7f-bf98-4d46-ba75-dd23d9aa2c01 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62d30645-991d-40f9-bd37-9ce1444ae604 HTTP/1.1" status: 200 len: 848 time: 0.0678699 Dec 07 15:25:55.382571 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2c25812e-4fac-4c39-813c-384feeca3eb8 req-c2251754-d5fa-4ac6-95d6-d67f14ba4ad0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7443ada9-9c18-4fab-ac8c-1543551598be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0895908 Dec 07 15:25:55.527839 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2c25812e-4fac-4c39-813c-384feeca3eb8 req-5873356e-44fc-4a79-95b9-e52aab2915ae service neutron] 10.222.0.57 "GET /v2.0/networks/7443ada9-9c18-4fab-ac8c-1543551598be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386788 Dec 07 15:25:55.747698 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2c25812e-4fac-4c39-813c-384feeca3eb8 req-a7076f34-ed4f-47a5-bff2-d7e8e8ff3ba2 service neutron] 10.222.0.57 "GET /v2.0/networks/7443ada9-9c18-4fab-ac8c-1543551598be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141178 Dec 07 15:25:55.767302 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d5bad-fde9-453f-9b40-c0503952b5c2 req-bb4a7eb6-c21c-4b22-81b0-46e8d88a01fe tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:55.768847 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-747d5bad-fde9-453f-9b40-c0503952b5c2 req-bb4a7eb6-c21c-4b22-81b0-46e8d88a01fe tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.1379714 Dec 07 15:25:55.822240 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-747d5bad-fde9-453f-9b40-c0503952b5c2 req-28f61ccc-23e2-41c3-abb0-a51abf4f86a5 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447338 Dec 07 15:25:57.057916 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553d660-3cfe-406f-9335-41cda05e4b65 req-fd70f9e4-b263-40c3-872d-62f3ea5f53dd tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:57.059587 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4553d660-3cfe-406f-9335-41cda05e4b65 req-fd70f9e4-b263-40c3-872d-62f3ea5f53dd tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.0961440 Dec 07 15:25:57.334824 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4553d660-3cfe-406f-9335-41cda05e4b65 req-a3e1bd30-1de8-40fe-a514-f5e03772ac6c tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688103 Dec 07 15:25:58.560655 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d49f7c-32bb-4a06-a22f-9c8f72c4f207 req-3560259f-3d93-4072-9bc7-35816a89049b tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:58.562284 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-39d49f7c-32bb-4a06-a22f-9c8f72c4f207 req-3560259f-3d93-4072-9bc7-35816a89049b tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.0896578 Dec 07 15:25:58.616076 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-39d49f7c-32bb-4a06-a22f-9c8f72c4f207 req-ff697b9e-87e8-4475-af79-1b04fa862339 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444040 Dec 07 15:25:59.077231 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ed67d-9bf7-4dbd-be7d-29682ee70265 req-bb3762b8-723a-461b-8a4a-5cf725098b30 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:59.078811 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bd1ed67d-9bf7-4dbd-be7d-29682ee70265 req-bb3762b8-723a-461b-8a4a-5cf725098b30 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.1530335 Dec 07 15:25:59.085925 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ddba76e8-624f-4caf-88e4-c2d424656fd3 req-2205df3d-50e3-4f2a-95d0-0b647405a26c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=01d8d866e2594ffea02fa7e007e96d66&device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 1098 time: 0.1112847 Dec 07 15:25:59.266530 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bd1ed67d-9bf7-4dbd-be7d-29682ee70265 req-00116024-dc35-4873-b653-18ef93dbbfb1 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794081 Dec 07 15:25:59.302657 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba76e8-624f-4caf-88e4-c2d424656fd3 req-f655bef2-d2c6-410e-8f3b-0af049eb29f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:59.304260 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ddba76e8-624f-4caf-88e4-c2d424656fd3 req-f655bef2-d2c6-410e-8f3b-0af049eb29f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a89ef23-e597-4277-af0f-db46d18c4475 HTTP/1.1" status: 200 len: 912 time: 0.2028799 Dec 07 15:25:59.438772 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ddba76e8-624f-4caf-88e4-c2d424656fd3 req-a79ac63c-9787-4349-80d1-79dc4ffbbdd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 HTTP/1.1" status: 200 len: 1000 time: 0.1272757 Dec 07 15:25:59.525710 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba76e8-624f-4caf-88e4-c2d424656fd3 req-2d99c6cb-f72b-4ad4-a8ec-219d004656b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:25:59.527528 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ddba76e8-624f-4caf-88e4-c2d424656fd3 req-2d99c6cb-f72b-4ad4-a8ec-219d004656b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9708a6bc-157b-4cd5-a723-6fcdb670a5b5 HTTP/1.1" status: 200 len: 850 time: 0.0826645 Dec 07 15:25:59.618334 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ddba76e8-624f-4caf-88e4-c2d424656fd3 req-faa0f10c-507b-4dbb-a02e-841ce0f110ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a89ef23-e597-4277-af0f-db46d18c4475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834579 Dec 07 15:25:59.792378 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ddba76e8-624f-4caf-88e4-c2d424656fd3 req-5044c121-8d1a-4b07-a61a-64a513d589c2 service neutron] 10.222.0.57 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669798 Dec 07 15:25:59.962615 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ddba76e8-624f-4caf-88e4-c2d424656fd3 req-59b891d0-7690-4660-ac93-e8bc3be53faf service neutron] 10.222.0.57 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639738 Dec 07 15:26:00.496792 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7ec14-2b78-4526-872f-4f8b42de15d0 req-fc5ea0da-5d02-4eeb-b0c2-f1162bdae8da tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:00.498544 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-53b7ec14-2b78-4526-872f-4f8b42de15d0 req-fc5ea0da-5d02-4eeb-b0c2-f1162bdae8da tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.0952768 Dec 07 15:26:00.555752 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-53b7ec14-2b78-4526-872f-4f8b42de15d0 req-ac0fb28c-9dcf-4906-bcc5-ea3fb310c943 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501642 Dec 07 15:26:01.783310 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d757b-fa83-4910-a0a2-e2be008128b4 req-faaf535b-cc76-4194-a988-c7ab975796f9 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:01.784855 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d14d757b-fa83-4910-a0a2-e2be008128b4 req-faaf535b-cc76-4194-a988-c7ab975796f9 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.0964882 Dec 07 15:26:01.834907 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d14d757b-fa83-4910-a0a2-e2be008128b4 req-6b469102-5dbb-4c29-a1e3-0677313f4969 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436361 Dec 07 15:26:07.128550 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:26:08.559106 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f2de0cfd-fc9b-47cd-af44-2a3941b9f535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:09.709781 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:10.692955 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6d749cd5-763e-4a77-a84b-2cd946b5c03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:11.308027 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:12.601869 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:22.150016 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:29.934913 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf1f3d-0bce-4346-a208-aec4117b40c0 req-e01fd5df-4364-4da2-a826-f8b07442c4bf tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:29.937119 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cedf1f3d-0bce-4346-a208-aec4117b40c0 req-e01fd5df-4364-4da2-a826-f8b07442c4bf tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.0893300 Dec 07 15:26:29.993207 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cedf1f3d-0bce-4346-a208-aec4117b40c0 req-cb790607-b96a-4f55-b8a0-fa694008cf00 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495152 Dec 07 15:26:31.209940 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f3c32-fb68-4279-938c-011acdd5c5cb req-36fc434d-39c7-4b25-a763-dc923ea86925 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:31.211634 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-031f3c32-fb68-4279-938c-011acdd5c5cb req-36fc434d-39c7-4b25-a763-dc923ea86925 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.0847671 Dec 07 15:26:31.264783 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-031f3c32-fb68-4279-938c-011acdd5c5cb req-d3804a5a-c247-4e86-a50f-7400de0c633a tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464418 Dec 07 15:26:32.476711 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d4d93-e014-4a68-b504-9014f6fb2efa req-8f588b49-00c4-445e-9a6f-4eaa5b8c1a8b tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:32.478407 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-880d4d93-e014-4a68-b504-9014f6fb2efa req-8f588b49-00c4-445e-9a6f-4eaa5b8c1a8b tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.0836895 Dec 07 15:26:32.528018 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-880d4d93-e014-4a68-b504-9014f6fb2efa req-a580340f-f85d-439d-809d-382be7f1c4b7 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431297 Dec 07 15:26:33.750798 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9297a0-cb84-4523-a5b6-18f142c36d3a req-6900ca7f-9c03-4187-abc4-8374565d510b tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:33.752496 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fc9297a0-cb84-4523-a5b6-18f142c36d3a req-6900ca7f-9c03-4187-abc4-8374565d510b tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.0923679 Dec 07 15:26:33.805719 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fc9297a0-cb84-4523-a5b6-18f142c36d3a req-54051086-d3e1-48fa-b70d-c1691f9e3a2b tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456083 Dec 07 15:26:35.062631 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181dd40-222c-461b-940d-0f6202eac31d req-9f3b5c68-5f36-4abf-844c-2f88a4573563 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:35.064305 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8181dd40-222c-461b-940d-0f6202eac31d req-9f3b5c68-5f36-4abf-844c-2f88a4573563 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.0894396 Dec 07 15:26:35.116184 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8181dd40-222c-461b-940d-0f6202eac31d req-d0da9d65-f973-4f6d-a7c7-37d98e218963 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450084 Dec 07 15:26:35.402742 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f08fc0-b0e0-4204-8ac2-220a03ab18e8 req-a7477554-7e2a-4bd2-ab12-bb33d6976fd3 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:35.404541 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-55f08fc0-b0e0-4204-8ac2-220a03ab18e8 req-a7477554-7e2a-4bd2-ab12-bb33d6976fd3 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.0933568 Dec 07 15:26:35.456507 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-55f08fc0-b0e0-4204-8ac2-220a03ab18e8 req-a5101e27-b803-4df8-85ed-5f830bec57ed tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449166 Dec 07 15:26:36.329071 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fafd6-f659-4002-b746-c726dd711c4c req-349d302a-3208-45f0-b3d6-fdb8441734eb tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:36.330723 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-964fafd6-f659-4002-b746-c726dd711c4c req-349d302a-3208-45f0-b3d6-fdb8441734eb tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.0836921 Dec 07 15:26:36.383383 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-964fafd6-f659-4002-b746-c726dd711c4c req-81d88b8a-0cce-4e66-9e2c-351db215f291 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462425 Dec 07 15:26:36.690548 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e80ba6-32ee-4a0a-81f9-0ae6daadd6fd req-1c637d16-d196-4acd-b6b3-9f9828c07bd8 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:36.692783 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b0e80ba6-32ee-4a0a-81f9-0ae6daadd6fd req-1c637d16-d196-4acd-b6b3-9f9828c07bd8 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.1070554 Dec 07 15:26:36.742728 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b0e80ba6-32ee-4a0a-81f9-0ae6daadd6fd req-bd98b5b2-499a-4586-9ab0-e47877ae24fc tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442107 Dec 07 15:26:37.593380 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b42bc-8dd8-4e2b-ad8d-c0692b8076e1 req-d33299fc-510b-4b65-9060-4de69da0bed8 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:37.603308 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ce0b42bc-8dd8-4e2b-ad8d-c0692b8076e1 req-d33299fc-510b-4b65-9060-4de69da0bed8 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.0849071 Dec 07 15:26:37.662943 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ce0b42bc-8dd8-4e2b-ad8d-c0692b8076e1 req-02ad2c59-1c9f-4d17-9e86-af69a825ce48 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578470 Dec 07 15:26:37.958806 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86610fbb-ccb9-4e84-80fd-b6dce6189411 req-296a1a82-6336-4432-b6d7-f2b724e09c57 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:37.960322 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-86610fbb-ccb9-4e84-80fd-b6dce6189411 req-296a1a82-6336-4432-b6d7-f2b724e09c57 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.0861526 Dec 07 15:26:38.009769 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-86610fbb-ccb9-4e84-80fd-b6dce6189411 req-4ccf0864-3b46-479d-bf1d-ed05351ada3e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429485 Dec 07 15:26:38.558140 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7b80efcb-0b56-4260-b227-a6cb12ce6222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:38.877563 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046cb13-eeb5-409f-b9c6-8668854cbd09 req-5d4508ef-4a3a-4eb9-8d8d-a0003dc2c1a3 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:38.879189 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c046cb13-eeb5-409f-b9c6-8668854cbd09 req-5d4508ef-4a3a-4eb9-8d8d-a0003dc2c1a3 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.0892479 Dec 07 15:26:38.928738 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c046cb13-eeb5-409f-b9c6-8668854cbd09 req-e33ea6ee-b879-4002-b1f5-d3ea0a60aed3 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430412 Dec 07 15:26:39.242609 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba2096-17b1-45f8-bccc-66ad67d6eef3 req-b54d5a64-55ab-4cb8-821b-cec7ccbf3479 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:39.244266 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-daba2096-17b1-45f8-bccc-66ad67d6eef3 req-b54d5a64-55ab-4cb8-821b-cec7ccbf3479 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.0937877 Dec 07 15:26:39.293247 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-daba2096-17b1-45f8-bccc-66ad67d6eef3 req-72278bbb-7cf0-4a9e-b21b-c19db71a3e0d tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417550 Dec 07 15:26:39.716739 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:40.029978 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7274a429-9f76-4e4a-bef3-f8d0d20464c1 req-2eb71568-5ac1-4acb-815d-55187a6e534d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4561fddcf6fc46d69a4fecad5ed4b0a7&device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 1098 time: 0.0810959 Dec 07 15:26:40.233204 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274a429-9f76-4e4a-bef3-f8d0d20464c1 req-f09df3f8-25bc-41a0-888d-79d5b5abf490 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:40.234797 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7274a429-9f76-4e4a-bef3-f8d0d20464c1 req-f09df3f8-25bc-41a0-888d-79d5b5abf490 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7443ada9-9c18-4fab-ac8c-1543551598be HTTP/1.1" status: 200 len: 910 time: 0.1984315 Dec 07 15:26:40.301904 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754eb4a6-7b5c-48ed-8965-eba42cae8a73 req-880d7a3a-828a-4109-8aab-e67ad1806999 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:40.303981 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-754eb4a6-7b5c-48ed-8965-eba42cae8a73 req-880d7a3a-828a-4109-8aab-e67ad1806999 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.2378674 Dec 07 15:26:40.386799 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7274a429-9f76-4e4a-bef3-f8d0d20464c1 req-6b0d3be1-bd8e-48bf-abbb-a4a2867b40f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bd46fd2-cb2a-4746-ab95-8b875ab016fa HTTP/1.1" status: 200 len: 1001 time: 0.1443605 Dec 07 15:26:40.392251 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-754eb4a6-7b5c-48ed-8965-eba42cae8a73 req-42df362a-096c-4489-99bd-ec40746d2295 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818529 Dec 07 15:26:40.510884 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274a429-9f76-4e4a-bef3-f8d0d20464c1 req-17579f79-53c5-4534-8507-ae91ffa9fd50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:40.512500 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7274a429-9f76-4e4a-bef3-f8d0d20464c1 req-17579f79-53c5-4534-8507-ae91ffa9fd50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62d30645-991d-40f9-bd37-9ce1444ae604 HTTP/1.1" status: 200 len: 848 time: 0.1184790 Dec 07 15:26:40.594723 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a8571-e32f-48d6-a30d-8c266ba534bf req-2f35baa5-25df-4a8c-a455-1067988c2f63 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:40.596341 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-368a8571-e32f-48d6-a30d-8c266ba534bf req-2f35baa5-25df-4a8c-a455-1067988c2f63 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.1490262 Dec 07 15:26:40.645278 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7274a429-9f76-4e4a-bef3-f8d0d20464c1 req-33964526-3fa9-4d9b-ac89-c1b7f58882a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7443ada9-9c18-4fab-ac8c-1543551598be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1243951 Dec 07 15:26:40.681813 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-368a8571-e32f-48d6-a30d-8c266ba534bf req-cf3ed05b-26df-4b3c-86a3-01ad2ea5e9f0 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782666 Dec 07 15:26:40.686648 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0cfa8b53-7e36-4030-83d0-77719a835c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:40.796854 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7274a429-9f76-4e4a-bef3-f8d0d20464c1 req-8e66bfed-beec-4912-abb1-31ef7f4741c6 service neutron] 10.222.0.57 "GET /v2.0/networks/7443ada9-9c18-4fab-ac8c-1543551598be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400430 Dec 07 15:26:40.949319 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7274a429-9f76-4e4a-bef3-f8d0d20464c1 req-d017b574-2e68-4d5b-83ff-ee9202e80e67 service neutron] 10.222.0.57 "GET /v2.0/networks/7443ada9-9c18-4fab-ac8c-1543551598be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456175 Dec 07 15:26:41.313782 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:41.611868 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4560a-d71d-48b7-98b1-ddfeb2d19af4 req-bf5dd066-b92e-44b6-a629-4d131ed3f303 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:41.613386 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-28b4560a-d71d-48b7-98b1-ddfeb2d19af4 req-bf5dd066-b92e-44b6-a629-4d131ed3f303 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.0920959 Dec 07 15:26:41.663890 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-28b4560a-d71d-48b7-98b1-ddfeb2d19af4 req-2bca5a2c-4908-4f8c-9cdd-ebb5178dd29b tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435131 Dec 07 15:26:42.130936 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61de417-ecce-4347-b759-be3fe2802add req-0b2c3eeb-2909-4de7-aea1-cc6818ada56a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:42.132547 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a61de417-ecce-4347-b759-be3fe2802add req-0b2c3eeb-2909-4de7-aea1-cc6818ada56a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.3210039 Dec 07 15:26:42.184572 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a61de417-ecce-4347-b759-be3fe2802add req-0668635c-ac60-43c3-b323-d20432a6901a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432944 Dec 07 15:26:42.604235 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:42.871554 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fadac-460d-4f57-95ee-f365e75dc5cc req-66a61d5c-1ab9-4d15-ae73-c6e2cdbb8bd7 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:42.873330 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4d3fadac-460d-4f57-95ee-f365e75dc5cc req-66a61d5c-1ab9-4d15-ae73-c6e2cdbb8bd7 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.0856135 Dec 07 15:26:42.928334 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4d3fadac-460d-4f57-95ee-f365e75dc5cc req-2a97323a-749d-4b46-bd6b-ca7118e6b65d tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481498 Dec 07 15:26:43.415155 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb219c15-8d1f-4f66-b1ce-204608d2a722 req-2587ce73-29be-4976-a035-7e6cfc8bd1e1 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:43.416757 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fb219c15-8d1f-4f66-b1ce-204608d2a722 req-2587ce73-29be-4976-a035-7e6cfc8bd1e1 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.0968201 Dec 07 15:26:43.466461 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fb219c15-8d1f-4f66-b1ce-204608d2a722 req-e6e4b72d-dee0-4877-9b5e-6f33696709da tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426881 Dec 07 15:26:44.130675 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:26:44.301680 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835869d7-79c4-4bf8-b72d-7dcca123d30e req-702cb5f0-386c-4427-94d5-e5878a48b46d tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:44.303366 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-835869d7-79c4-4bf8-b72d-7dcca123d30e req-702cb5f0-386c-4427-94d5-e5878a48b46d tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.0948694 Dec 07 15:26:44.351833 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-835869d7-79c4-4bf8-b72d-7dcca123d30e req-6b83a601-fde4-4e49-b97a-35f81f38eec0 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421226 Dec 07 15:26:44.557153 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2f58e05e-0572-4066-89a3-6c4e806308f1 req-5619b0c2-20c9-4be1-94c7-cc487009fed7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0864799 Dec 07 15:26:44.682761 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b96e1a-2fa0-472f-9646-dbbf28ebe4a6 req-8b9cdc3d-093d-4b63-9bb2-9c3c14a7c37e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:44.684535 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-94b96e1a-2fa0-472f-9646-dbbf28ebe4a6 req-8b9cdc3d-093d-4b63-9bb2-9c3c14a7c37e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.0856855 Dec 07 15:26:44.742829 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-94b96e1a-2fa0-472f-9646-dbbf28ebe4a6 req-25b7c26c-9d57-409f-b49e-f0b8b3db3485 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476160 Dec 07 15:26:44.897663 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f08792-ab60-4137-a299-e3e842c9f665 req-ded24df0-1c64-4a40-aab8-27833500acd0 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:44.899297 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-67f08792-ab60-4137-a299-e3e842c9f665 req-ded24df0-1c64-4a40-aab8-27833500acd0 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.1444600 Dec 07 15:26:44.904654 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-99e90b32-323f-49fe-9126-9e11d1d16e97 req-0532dfdd-0c05-4acf-b91f-d900552900b0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2189760 Dec 07 15:26:44.953678 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-67f08792-ab60-4137-a299-e3e842c9f665 req-097712b8-666f-48a8-9ad8-33a3ba714aca tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468311 Dec 07 15:26:45.437014 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 3bd46fd2-cb2a-4746-ab95-8b875ab016fa no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:26:45.556174 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:45.585637 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f80583-1846-4ddd-b6a5-50aa7e20ce19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:26:45.599233 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=3bd46fd2-cb2a-4746-ab95-8b875ab016fa,segment=NetworkSegment(b33ada57-7b41-43b0-95dd-e8114f5e6b10),segment_id=b33ada57-7b41-43b0-95dd-e8114f5e6b10)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:26:45.603765 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:45.605803 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:26:45.641770 dv-cinder-820628-1-smb neutron-server[88079]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '56f80583-1846-4ddd-b6a5-50aa7e20ce19', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa', 'code': 422} returned with failed status Dec 07 15:26:45.678179 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=3bd46fd2-cb2a-4746-ab95-8b875ab016fa,revision_number=6']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:26:45.687818 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:26:45.688210 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:26:45.688587 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:26:45.688959 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:26:45.689336 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:26:45.689682 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:26:45.690046 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:26:45.690433 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:26:45.690831 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:26:45.691204 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:26:45.691556 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:26:45.695708 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:26:45.971219 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399f898-ffb7-4fbf-ba0c-42d803b07a67 req-1f978c99-5237-46ec-a2a5-082adb943e63 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:45.972873 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b399f898-ffb7-4fbf-ba0c-42d803b07a67 req-1f978c99-5237-46ec-a2a5-082adb943e63 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.0930910 Dec 07 15:26:46.080018 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b399f898-ffb7-4fbf-ba0c-42d803b07a67 req-29c0f0ae-352e-4248-9d36-d192ce5ba1b2 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006162 Dec 07 15:26:46.159949 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-99e90b32-323f-49fe-9126-9e11d1d16e97 req-5158af69-8b68-48da-bcc4-084080273288 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19&tenant_id=4561fddcf6fc46d69a4fecad5ed4b0a7 HTTP/1.1" status: 200 len: 1096 time: 0.1648750 Dec 07 15:26:46.184453 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4ea8c-498d-488a-937a-47cdd12bb3d7 req-49c65bfd-f5c8-464a-b43d-e5a632fd882e tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:46.186131 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8be4ea8c-498d-488a-937a-47cdd12bb3d7 req-49c65bfd-f5c8-464a-b43d-e5a632fd882e tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 943 time: 0.1052585 Dec 07 15:26:46.288056 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8be4ea8c-498d-488a-937a-47cdd12bb3d7 req-e1ab8c25-57f7-440e-beb5-7d904d301119 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682330 Dec 07 15:26:46.302945 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-99e90b32-323f-49fe-9126-9e11d1d16e97 req-d8c42c43-52b3-4408-851f-41485a05b808 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4561fddcf6fc46d69a4fecad5ed4b0a7&device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 1096 time: 0.1156311 Dec 07 15:26:46.518056 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f466a09a-e3aa-4c66-8507-d221f2937d94 req-38ee381b-ca3d-4cb8-8add-fcd77a422154 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=01d8d866e2594ffea02fa7e007e96d66&device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 1098 time: 0.0841796 Dec 07 15:26:46.518801 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e90b32-323f-49fe-9126-9e11d1d16e97 req-25e3ba59-ab21-4c82-82d5-3682548e35d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:46.519745 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-99e90b32-323f-49fe-9126-9e11d1d16e97 req-25e3ba59-ab21-4c82-82d5-3682548e35d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7443ada9-9c18-4fab-ac8c-1543551598be HTTP/1.1" status: 200 len: 910 time: 0.2109737 Dec 07 15:26:46.592310 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88679bd-03b5-4c7a-90a1-23ba29d7f3d6 req-acd726a9-0e60-46ba-a5b4-6a9f93130137 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:46.593893 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d88679bd-03b5-4c7a-90a1-23ba29d7f3d6 req-acd726a9-0e60-46ba-a5b4-6a9f93130137 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.1835988 Dec 07 15:26:46.668231 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466a09a-e3aa-4c66-8507-d221f2937d94 req-a49987a2-aa8a-4114-8fc2-f8436e21733b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:46.670191 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f466a09a-e3aa-4c66-8507-d221f2937d94 req-a49987a2-aa8a-4114-8fc2-f8436e21733b service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a89ef23-e597-4277-af0f-db46d18c4475 HTTP/1.1" status: 200 len: 912 time: 0.1411982 Dec 07 15:26:46.672330 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-99e90b32-323f-49fe-9126-9e11d1d16e97 req-aa56f4a9-a694-4908-8bb7-6d3b4d8f1701 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bd46fd2-cb2a-4746-ab95-8b875ab016fa HTTP/1.1" status: 200 len: 999 time: 0.1432710 Dec 07 15:26:46.679923 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d88679bd-03b5-4c7a-90a1-23ba29d7f3d6 req-50790a05-85a9-4396-83c0-baa5fbfbbf54 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677998 Dec 07 15:26:46.747281 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e90b32-323f-49fe-9126-9e11d1d16e97 req-b616e811-37c3-4831-8c66-511b4968eef5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:46.749080 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-99e90b32-323f-49fe-9126-9e11d1d16e97 req-b616e811-37c3-4831-8c66-511b4968eef5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62d30645-991d-40f9-bd37-9ce1444ae604 HTTP/1.1" status: 200 len: 848 time: 0.0673831 Dec 07 15:26:46.783409 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f466a09a-e3aa-4c66-8507-d221f2937d94 req-418515cb-6720-4650-a9d1-106864ac608e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 HTTP/1.1" status: 200 len: 1000 time: 0.1016943 Dec 07 15:26:46.835778 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-99e90b32-323f-49fe-9126-9e11d1d16e97 req-ccbc7eb2-3468-4382-a17b-5a19dfad4e59 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7443ada9-9c18-4fab-ac8c-1543551598be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792110 Dec 07 15:26:46.859617 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466a09a-e3aa-4c66-8507-d221f2937d94 req-9d73ac1d-9501-4031-b1bb-25832cfc03e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:46.861245 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f466a09a-e3aa-4c66-8507-d221f2937d94 req-9d73ac1d-9501-4031-b1bb-25832cfc03e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9708a6bc-157b-4cd5-a723-6fcdb670a5b5 HTTP/1.1" status: 200 len: 850 time: 0.0720513 Dec 07 15:26:46.946832 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f466a09a-e3aa-4c66-8507-d221f2937d94 req-9091edd3-161f-4eb1-b4cc-ef802b45bc34 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a89ef23-e597-4277-af0f-db46d18c4475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795395 Dec 07 15:26:46.984427 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-99e90b32-323f-49fe-9126-9e11d1d16e97 req-904d2930-a5cb-411a-88f3-a5ff2014dd10 service neutron] 10.222.0.57 "GET /v2.0/networks/7443ada9-9c18-4fab-ac8c-1543551598be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425471 Dec 07 15:26:47.098273 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f466a09a-e3aa-4c66-8507-d221f2937d94 req-63a9269b-d3e2-49c0-bd3b-752d80354c1f service neutron] 10.222.0.57 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453745 Dec 07 15:26:47.131543 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-99e90b32-323f-49fe-9126-9e11d1d16e97 req-67fa77db-4a86-4e3d-ad4a-f0b67077a8b9 service neutron] 10.222.0.57 "GET /v2.0/networks/7443ada9-9c18-4fab-ac8c-1543551598be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409583 Dec 07 15:26:47.253080 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f466a09a-e3aa-4c66-8507-d221f2937d94 req-f86889d6-4d7e-4d5c-81fa-a477338224ce service neutron] 10.222.0.57 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469946 Dec 07 15:26:47.525470 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5899f2c-5f34-4e1e-a16b-6e7bdaf1a00e req-24bcfbdb-85d6-4031-ab07-d35f59a75232 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:47.527205 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a5899f2c-5f34-4e1e-a16b-6e7bdaf1a00e req-24bcfbdb-85d6-4031-ab07-d35f59a75232 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 943 time: 0.0929904 Dec 07 15:26:47.579633 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a5899f2c-5f34-4e1e-a16b-6e7bdaf1a00e req-5265e836-2189-4318-9c87-d86a3d258117 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454221 Dec 07 15:26:47.910315 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569946f7-5c65-4bd3-b102-662aaa6ed42a req-4993d0a7-1883-4094-bab6-0e07011e1172 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:47.911921 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-569946f7-5c65-4bd3-b102-662aaa6ed42a req-4993d0a7-1883-4094-bab6-0e07011e1172 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.1017609 Dec 07 15:26:47.960961 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-569946f7-5c65-4bd3-b102-662aaa6ed42a req-d4a703aa-3941-4cb7-babb-3dee73cbe32e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428090 Dec 07 15:26:48.817630 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca7d49-1b0b-43c7-83bf-9bbc539b7dfc req-bad2aa91-7d47-402a-b854-491b68094a80 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:48.819160 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3fca7d49-1b0b-43c7-83bf-9bbc539b7dfc req-bad2aa91-7d47-402a-b854-491b68094a80 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 943 time: 0.0872130 Dec 07 15:26:48.867476 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3fca7d49-1b0b-43c7-83bf-9bbc539b7dfc req-b9cfe6c0-6468-4bfb-85ab-87349ab3a400 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421171 Dec 07 15:26:49.447681 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 3bd46fd2-cb2a-4746-ab95-8b875ab016fa details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:26:49.593613 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=3bd46fd2-cb2a-4746-ab95-8b875ab016fa,segment=NetworkSegment(b33ada57-7b41-43b0-95dd-e8114f5e6b10),segment_id=b33ada57-7b41-43b0-95dd-e8114f5e6b10)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:26:49.607776 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa', 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be', 'port_id': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa', 'mac_address': 'fa:16:3e:99:46:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:26:49.664091 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:49.682222 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd46fd2-cb2a-4746-ab95-8b875ab016fa {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:26:49.697529 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=3bd46fd2-cb2a-4746-ab95-8b875ab016fa,segment=NetworkSegment(b33ada57-7b41-43b0-95dd-e8114f5e6b10),segment_id=b33ada57-7b41-43b0-95dd-e8114f5e6b10)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:26:49.701498 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:49.704032 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:26:49.775584 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=3bd46fd2-cb2a-4746-ab95-8b875ab016fa,revision_number=7']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:26:49.781320 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:26:49.929959 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['3bd46fd2-cb2a-4746-ab95-8b875ab016fa'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:26:50.080727 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee34d7-0d16-4cc7-bcf9-5817e506421e req-d98537ad-d4e9-4fd6-9281-bdbe65eb0fca tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:50.082343 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-42ee34d7-0d16-4cc7-bcf9-5817e506421e req-d98537ad-d4e9-4fd6-9281-bdbe65eb0fca tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 944 time: 0.0883768 Dec 07 15:26:50.135000 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-42ee34d7-0d16-4cc7-bcf9-5817e506421e req-509823e4-68fb-4f3c-a892-b02b77d137fe tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460274 Dec 07 15:26:51.360379 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118933fd-3a0e-4810-8281-ca2103428efc req-e30bde71-a07c-46bd-97ca-42828563c23f tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:51.362045 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-118933fd-3a0e-4810-8281-ca2103428efc req-e30bde71-a07c-46bd-97ca-42828563c23f tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 944 time: 0.0945892 Dec 07 15:26:51.414871 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-118933fd-3a0e-4810-8281-ca2103428efc req-d9edfa9a-9f93-4e93-bd2a-16e150b1a92f tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442901 Dec 07 15:26:51.457426 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 3bd46fd2-cb2a-4746-ab95-8b875ab016fa up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:26:51.537478 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:26:51.537845 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:51.661711 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:51.692760 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f80583-1846-4ddd-b6a5-50aa7e20ce19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:26:51.703523 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=3bd46fd2-cb2a-4746-ab95-8b875ab016fa,segment=NetworkSegment(b33ada57-7b41-43b0-95dd-e8114f5e6b10),segment_id=b33ada57-7b41-43b0-95dd-e8114f5e6b10)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:26:51.707341 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:51.709345 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6b554386-93f1-46d2-9f22-8c737923b2e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:26:51.755835 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f80583-1846-4ddd-b6a5-50aa7e20ce19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa', 'code': 200} Dec 07 15:26:51.777471 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=3bd46fd2-cb2a-4746-ab95-8b875ab016fa,revision_number=8']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:26:51.780639 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:26:52.069241 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5ee48bfb-a604-4a99-a6ee-b73984e61e4b req-f9cbe6ec-f308-4e7c-800c-bf760f153553 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 1098 time: 0.0822716 Dec 07 15:26:52.116178 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5ee48bfb-a604-4a99-a6ee-b73984e61e4b req-a40ed20c-155c-42ae-b3f6-ec9c212cb9b0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410511 Dec 07 15:26:52.170399 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:26:52.661618 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41496dfb-47eb-45ce-b639-6d7adf09bc7a req-263e42b0-5bf3-4bbd-9967-c52d5393b473 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:52.663319 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-41496dfb-47eb-45ce-b639-6d7adf09bc7a req-263e42b0-5bf3-4bbd-9967-c52d5393b473 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.0893481 Dec 07 15:26:52.714755 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-41496dfb-47eb-45ce-b639-6d7adf09bc7a req-d4ec26f2-6a41-4769-8c58-d94fe16f2442 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418317 Dec 07 15:26:53.952816 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a6817-689d-4ddc-8a3f-f98698046c4b req-d5ee3061-77a3-4bc3-b517-9b9387c05e03 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:53.954746 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-333a6817-689d-4ddc-8a3f-f98698046c4b req-d5ee3061-77a3-4bc3-b517-9b9387c05e03 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.1044788 Dec 07 15:26:54.007393 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-333a6817-689d-4ddc-8a3f-f98698046c4b req-8124408b-78a4-4c4e-8a77-d62eb06dfeeb tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461094 Dec 07 15:26:56.828193 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fd28731a-2cad-47b9-91f1-b85d913e8244 req-75518a4c-f5eb-4b1e-aaca-e02eef6e6fb3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779204 Dec 07 15:26:56.935889 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fd28731a-2cad-47b9-91f1-b85d913e8244 req-036d8173-31ec-435f-8361-240202c89b5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=01d8d866e2594ffea02fa7e007e96d66&device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 1098 time: 0.0829878 Dec 07 15:26:57.116958 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28731a-2cad-47b9-91f1-b85d913e8244 req-f0167a38-f742-4a11-a060-d79a9514abfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:57.118570 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fd28731a-2cad-47b9-91f1-b85d913e8244 req-f0167a38-f742-4a11-a060-d79a9514abfb service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a89ef23-e597-4277-af0f-db46d18c4475 HTTP/1.1" status: 200 len: 912 time: 0.1583111 Dec 07 15:26:57.231107 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fd28731a-2cad-47b9-91f1-b85d913e8244 req-575ed2ef-b4d3-424b-b17e-2fea04182082 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 HTTP/1.1" status: 200 len: 1000 time: 0.1057773 Dec 07 15:26:57.321974 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28731a-2cad-47b9-91f1-b85d913e8244 req-f9e4abe3-0bdc-4216-a0cb-4879b6ec03a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:26:57.323610 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fd28731a-2cad-47b9-91f1-b85d913e8244 req-f9e4abe3-0bdc-4216-a0cb-4879b6ec03a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9708a6bc-157b-4cd5-a723-6fcdb670a5b5 HTTP/1.1" status: 200 len: 850 time: 0.0794725 Dec 07 15:26:57.411626 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fd28731a-2cad-47b9-91f1-b85d913e8244 req-8539c80c-c756-4978-b408-56cf2aef5180 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a89ef23-e597-4277-af0f-db46d18c4475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789070 Dec 07 15:26:57.558287 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fd28731a-2cad-47b9-91f1-b85d913e8244 req-3f4cac5e-22a3-41be-b1a3-245246ba564e service neutron] 10.222.0.57 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406105 Dec 07 15:26:57.717311 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fd28731a-2cad-47b9-91f1-b85d913e8244 req-947ce229-88e6-440c-96a4-f14bb6ecb153 service neutron] 10.222.0.57 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522486 Dec 07 15:27:08.559086 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b6e96142-3367-40be-b5f3-3b32d188c004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:09.711990 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:10.692433 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9d739632-0476-4bc0-92e8-1a83997064c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:11.326880 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:12.612094 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:21.132305 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:27:21.571244 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bdf9f-46b1-4c84-a73b-7030ee4b9427 req-13048fdf-af48-4805-aa3b-7d68852551bb tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:21.572869 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2a7bdf9f-46b1-4c84-a73b-7030ee4b9427 req-13048fdf-af48-4805-aa3b-7d68852551bb tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.0894599 Dec 07 15:27:21.622717 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2a7bdf9f-46b1-4c84-a73b-7030ee4b9427 req-2e4108c4-4037-4879-ad36-32a7d2058feb tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433180 Dec 07 15:27:22.179720 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:22.863087 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091984a-e578-4510-bf35-9396fa4c0fd2 req-734383a3-f8d1-4637-a53e-6b86525ea276 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:22.864642 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e091984a-e578-4510-bf35-9396fa4c0fd2 req-734383a3-f8d1-4637-a53e-6b86525ea276 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.1081698 Dec 07 15:27:22.914526 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e091984a-e578-4510-bf35-9396fa4c0fd2 req-76ad3b20-6c14-4466-b0ca-2ff38fa3405b tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433660 Dec 07 15:27:23.600359 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b90a9-8a08-43f9-b252-514ee82b5d73 req-669ba5ca-32b2-4021-97e8-071a1a188e2f tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:23.601092 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-2d3b90a9-8a08-43f9-b252-514ee82b5d73 req-669ba5ca-32b2-4021-97e8-071a1a188e2f tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Synchronizing usage tracker for tenant:01d8d866e2594ffea02fa7e007e96d66 on resource:port {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:27:23.614446 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-2d3b90a9-8a08-43f9-b252-514ee82b5d73 req-669ba5ca-32b2-4021-97e8-071a1a188e2f tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Unset dirty status for tenant:01d8d866e2594ffea02fa7e007e96d66 on resource:port {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:27:23.615649 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2d3b90a9-8a08-43f9-b252-514ee82b5d73 req-669ba5ca-32b2-4021-97e8-071a1a188e2f tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.1201305 Dec 07 15:27:23.690857 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-2d3b90a9-8a08-43f9-b252-514ee82b5d73 req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Deleting port 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:27:23.691163 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2d3b90a9-8a08-43f9-b252-514ee82b5d73 req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:23.953632 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-2d3b90a9-8a08-43f9-b252-514ee82b5d73 req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] For port 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=363c1a96-dbe1-4d7d-b7dc-cf32c9312c21,segment=NetworkSegment(c086a62f-ce4e-4d3a-957f-4c3c603de8b6),segment_id=c086a62f-ce4e-4d3a-957f-4c3c603de8b6)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:27:23.953905 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2d3b90a9-8a08-43f9-b252-514ee82b5d73 req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:24.135554 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493b840-5b25-47e1-a6b4-b9be3ad234ae req-04d87ef4-a1c2-4a4a-90c5-bdd4824685e4 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:24.137202 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b493b840-5b25-47e1-a6b4-b9be3ad234ae req-04d87ef4-a1c2-4a4a-90c5-bdd4824685e4 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 945 time: 0.0896666 Dec 07 15:27:24.189062 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b493b840-5b25-47e1-a6b4-b9be3ad234ae req-a64c8cb9-5094-48f0-8771-4d45452a0719 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7675751-cb9c-41df-8141-2f9e792dd4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451331 Dec 07 15:27:24.482991 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2d3b90a9-8a08-43f9-b252-514ee82b5d73 req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:24.483241 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2d3b90a9-8a08-43f9-b252-514ee82b5d73 req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633837'] for floatingip, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:24.483918 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.l3_db [req-2d3b90a9-8a08-43f9-b252-514ee82b5d73 req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Floating IP 461fe4c6-ef3b-41b5-982c-2a0a0b46cacc disassociated. External IP: 172.28.3.10, port: 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21. Dec 07 15:27:24.484425 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-2d3b90a9-8a08-43f9-b252-514ee82b5d73 req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Calling delete_port for 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 owned by compute:nova {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:27:24.649933 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2d3b90a9-8a08-43f9-b252-514ee82b5d73 req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:24.656504 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:27:24.699001 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Pushing event deleted for resources: {'Port': ['ID=363c1a96-dbe1-4d7d-b7dc-cf32c9312c21,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:27:24.716524 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:24.716945 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:24.717354 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:24.717755 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:24.718120 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:24.718545 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:24.718982 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:24.719379 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:24.719767 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:24.720162 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:24.720594 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:24.776097 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:27:24.940092 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d3b90a9-8a08-43f9-b252-514ee82b5d73 req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Router a730079c-9d32-43eb-8d9e-91213ffd3bec has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:27:25.162565 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d3b90a9-8a08-43f9-b252-514ee82b5d73 req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:27:25.175969 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212cc6be-702c-4287-909a-6df008976dd6 None None] Sync routers for ids ['a730079c-9d32-43eb-8d9e-91213ffd3bec'] in dv-cinder-820628-1-smb {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:27:25.189407 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212cc6be-702c-4287-909a-6df008976dd6 None None] Routers {'a730079c-9d32-43eb-8d9e-91213ffd3bec'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:27:25.190197 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-212cc6be-702c-4287-909a-6df008976dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:27:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['a730079c-9d32-43eb-8d9e-91213ffd3bec'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:27:25.239830 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3b90a9-8a08-43f9-b252-514ee82b5d73 req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] No DVR routers for this DVR port 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 on host hv-cinder-82062 {{(pid=88188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:27:25.242924 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2d3b90a9-8a08-43f9-b252-514ee82b5d73 req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:25.255920 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7a9d7a-a13f-4849-be75-e23adac482fe', 'name': 'network-vif-deleted', 'tag': '363c1a96-dbe1-4d7d-b7dc-cf32c9312c21'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:27:25.275098 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2d3b90a9-8a08-43f9-b252-514ee82b5d73 req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.57 "DELETE /v2.0/ports/363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 HTTP/1.1" status: 204 len: 173 time: 1.6532884 Dec 07 15:27:25.328175 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7a9d7a-a13f-4849-be75-e23adac482fe', 'name': 'network-vif-deleted', 'tag': '363c1a96-dbe1-4d7d-b7dc-cf32c9312c21', 'status': 'completed', 'code': 200} Dec 07 15:27:25.399394 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e2078256-f501-4ed4-be69-e26a12074781 req-4c3c9e56-2860-4c2c-9744-44e06b66cfc8 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7a9d7a-a13f-4849-be75-e23adac482fe HTTP/1.1" status: 200 len: 210 time: 0.0534434 Dec 07 15:27:25.409643 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-212cc6be-702c-4287-909a-6df008976dd6 None None] Set router a730079c-9d32-43eb-8d9e-91213ffd3bec gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:27:25.747773 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-212cc6be-702c-4287-909a-6df008976dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:24:46Z', 'revision_number': 4, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port': {'id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:43Z', 'updated_at': '2021-12-07T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': 'a75d4d96-f531-4f0b-bfcc-8df4a37d81e5', 'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'mac_address': 'fa:16:3e:e8:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:45Z', 'updated_at': '2021-12-07T15:24:52Z', 'revision_number': 5, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'subnets': [{'id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:27:25.753057 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212cc6be-702c-4287-909a-6df008976dd6 None None] Checking router: a730079c-9d32-43eb-8d9e-91213ffd3bec for host: dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:27:25.764656 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212cc6be-702c-4287-909a-6df008976dd6 None None] Routers {'a730079c-9d32-43eb-8d9e-91213ffd3bec'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:27:25.765345 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-212cc6be-702c-4287-909a-6df008976dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:27:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['a730079c-9d32-43eb-8d9e-91213ffd3bec'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:27:26.124316 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-212cc6be-702c-4287-909a-6df008976dd6 None None] Set router a730079c-9d32-43eb-8d9e-91213ffd3bec gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:27:26.475464 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-212cc6be-702c-4287-909a-6df008976dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:24:46Z', 'revision_number': 4, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port': {'id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:43Z', 'updated_at': '2021-12-07T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': 'a75d4d96-f531-4f0b-bfcc-8df4a37d81e5', 'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'mac_address': 'fa:16:3e:e8:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:45Z', 'updated_at': '2021-12-07T15:24:52Z', 'revision_number': 5, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'subnets': [{'id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:27:26.479681 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212cc6be-702c-4287-909a-6df008976dd6 None None] The sync data for ids ['a730079c-9d32-43eb-8d9e-91213ffd3bec'] in dv-cinder-820628-1-smb is: [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:24:46Z', 'revision_number': 4, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port': {'id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:43Z', 'updated_at': '2021-12-07T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': 'a75d4d96-f531-4f0b-bfcc-8df4a37d81e5', 'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'mac_address': 'fa:16:3e:e8:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:45Z', 'updated_at': '2021-12-07T15:24:52Z', 'revision_number': 5, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'subnets': [{'id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:27:26.553472 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 35260) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:27:26.629638 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-62512db6-81d8-4868-bd02-1b588549c571 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:26.659069 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-62512db6-81d8-4868-bd02-1b588549c571 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:26.710916 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-62512db6-81d8-4868-bd02-1b588549c571 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:26.715324 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3753cfe9-4df3-4be0-aa47-615136e36e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:27:26.732246 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62512db6-81d8-4868-bd02-1b588549c571 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7675751-cb9c-41df-8141-2f9e792dd4a0,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:27:26.735382 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-62512db6-81d8-4868-bd02-1b588549c571 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:27:26.744424 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-62512db6-81d8-4868-bd02-1b588549c571 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:26.745721 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-62512db6-81d8-4868-bd02-1b588549c571 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "DELETE /v2.0/security-groups/d7675751-cb9c-41df-8141-2f9e792dd4a0 HTTP/1.1" status: 204 len: 168 time: 0.1911087 Dec 07 15:27:26.748869 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 35264) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:27:26.768635 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.v2.resource [None req-fc0721ea-f0a0-4921-947a-d1c31ef281ee tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] show failed (client error): The resource could not be found. Dec 07 15:27:26.769769 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-fc0721ea-f0a0-4921-947a-d1c31ef281ee tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups/d7675751-cb9c-41df-8141-2f9e792dd4a0 HTTP/1.1" status: 404 len: 347 time: 0.0195599 Dec 07 15:27:26.773010 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 35268) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:27:26.912971 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d4777e-cd83-4380-a256-353360c1597c None None] New status for floating IP 461fe4c6-ef3b-41b5-982c-2a0a0b46cacc: DOWN {{(pid=88190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:27:26.941340 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b435c-ef63-4a91-aa8f-48441630fdde tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Deleting port 0e040b82-e298-48e8-b97f-bce647a3746b {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:27:26.941726 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ec3b435c-ef63-4a91-aa8f-48441630fdde tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:27.122909 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ec3b435c-ef63-4a91-aa8f-48441630fdde tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:27.123301 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ec3b435c-ef63-4a91-aa8f-48441630fdde tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:27.254813 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b435c-ef63-4a91-aa8f-48441630fdde tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Calling delete_port for 0e040b82-e298-48e8-b97f-bce647a3746b owned by network:floatingip {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:27:27.345584 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.db.api [None req-ec3b435c-ef63-4a91-aa8f-48441630fdde tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88188) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 15:27:27.345948 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_db.api [None req-ec3b435c-ef63-4a91-aa8f-48441630fdde tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88188) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 15:27:27.650067 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:27:27.692317 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] No Port match for: 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:27:27.692716 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 363c1a96-dbe1-4d7d-b7dc-cf32c9312c21 not bound to the agent host hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:27:27.847164 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b435c-ef63-4a91-aa8f-48441630fdde tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Deleting port 0e040b82-e298-48e8-b97f-bce647a3746b {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:27:27.847796 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ec3b435c-ef63-4a91-aa8f-48441630fdde tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:28.034582 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ec3b435c-ef63-4a91-aa8f-48441630fdde tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:28.034819 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ec3b435c-ef63-4a91-aa8f-48441630fdde tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:28.162948 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-ec3b435c-ef63-4a91-aa8f-48441630fdde tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Calling delete_port for 0e040b82-e298-48e8-b97f-bce647a3746b owned by network:floatingip {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:27:28.320826 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ec3b435c-ef63-4a91-aa8f-48441630fdde tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:28.324590 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:27:28.366999 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b435c-ef63-4a91-aa8f-48441630fdde tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Pushing event deleted for resources: {'Port': ['ID=0e040b82-e298-48e8-b97f-bce647a3746b,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:27:28.372809 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ec3b435c-ef63-4a91-aa8f-48441630fdde tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:27:28.473202 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ec3b435c-ef63-4a91-aa8f-48441630fdde tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for floatingip, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:28.488653 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ec3b435c-ef63-4a91-aa8f-48441630fdde tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for floatingip, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:28.489874 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-ec3b435c-ef63-4a91-aa8f-48441630fdde tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "DELETE /v2.0/floatingips/461fe4c6-ef3b-41b5-982c-2a0a0b46cacc HTTP/1.1" status: 204 len: 168 time: 1.7158167 Dec 07 15:27:28.952553 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 35274) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:27:28.959644 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-868e4857-c17f-4340-89b2-bc3c1131c213 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--923300120', 'description': 'tempest-description--460969182'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:27:28.966358 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-868e4857-c17f-4340-89b2-bc3c1131c213 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:27:28.972093 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-868e4857-c17f-4340-89b2-bc3c1131c213 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Usage tracker for resource:security_group and tenant:01d8d866e2594ffea02fa7e007e96d66 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:27:28.976300 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-868e4857-c17f-4340-89b2-bc3c1131c213 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:27:28.982603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-868e4857-c17f-4340-89b2-bc3c1131c213 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:27:28.993238 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-868e4857-c17f-4340-89b2-bc3c1131c213 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:29.032983 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-868e4857-c17f-4340-89b2-bc3c1131c213 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:27:29.037525 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-868e4857-c17f-4340-89b2-bc3c1131c213 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Usage tracker for resource:security_group_rule and tenant:01d8d866e2594ffea02fa7e007e96d66 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:27:29.040768 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-868e4857-c17f-4340-89b2-bc3c1131c213 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:27:29.048053 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-868e4857-c17f-4340-89b2-bc3c1131c213 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:27:29.107189 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-868e4857-c17f-4340-89b2-bc3c1131c213 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:29.111282 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-868e4857-c17f-4340-89b2-bc3c1131c213 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:29.115037 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-cea248ec-23d8-4a3d-bb3c-866323205096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:27:29.164531 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e4857-c17f-4340-89b2-bc3c1131c213 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e695511-ca6c-42fe-b11e-97847c8714f2,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:27:29.167348 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-868e4857-c17f-4340-89b2-bc3c1131c213 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:29.168658 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-868e4857-c17f-4340-89b2-bc3c1131c213 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2142308 Dec 07 15:27:29.169551 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-868e4857-c17f-4340-89b2-bc3c1131c213 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:27:29.174169 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 35278) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:27:29.180058 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-36ce588f-09bb-42a1-ad6a-371d3b6da87d tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Request body: {'security_group_rule': {'security_group_id': '4e695511-ca6c-42fe-b11e-97847c8714f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:27:29.186852 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-36ce588f-09bb-42a1-ad6a-371d3b6da87d tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:27:29.191172 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-36ce588f-09bb-42a1-ad6a-371d3b6da87d tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Usage tracker for resource:security_group_rule and tenant:01d8d866e2594ffea02fa7e007e96d66 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:27:29.194186 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-36ce588f-09bb-42a1-ad6a-371d3b6da87d tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:27:29.200259 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-36ce588f-09bb-42a1-ad6a-371d3b6da87d tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:27:29.217996 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-36ce588f-09bb-42a1-ad6a-371d3b6da87d tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:29.283625 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-36ce588f-09bb-42a1-ad6a-371d3b6da87d tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:29.287947 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-36ce588f-09bb-42a1-ad6a-371d3b6da87d tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:29.290118 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0c2fa1ba-5c90-4809-96a3-90e32cab4e78 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:27:29.317430 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce588f-09bb-42a1-ad6a-371d3b6da87d tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007a1d4c-d9f2-4c44-9896-843abe1892b2,revision_number=0']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:27:29.320047 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-36ce588f-09bb-42a1-ad6a-371d3b6da87d tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:27:29.326959 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-36ce588f-09bb-42a1-ad6a-371d3b6da87d tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:29.328360 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-36ce588f-09bb-42a1-ad6a-371d3b6da87d tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1531425 Dec 07 15:27:29.332943 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 35282) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:27:29.339131 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Request body: {'security_group_rule': {'security_group_id': '4e695511-ca6c-42fe-b11e-97847c8714f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:27:29.346296 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:27:29.350448 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Usage tracker for resource:security_group_rule and tenant:01d8d866e2594ffea02fa7e007e96d66 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:27:29.353581 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:27:29.360407 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:27:29.378200 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:29.444500 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:29.447902 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951790'] for security_group_rule, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:29.450140 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d77a7478-864c-4b8c-acc3-4d9c2ccdc864 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:27:29.474279 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeee5d8f-090e-4fe3-b92b-d130eb6d4f78,revision_number=0']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:27:29.487243 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:29.488518 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1544678 Dec 07 15:27:29.490080 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:29.490523 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:29.490933 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:29.491344 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:29.491723 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:29.492121 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:29.492240 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 35286) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:27:29.492516 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:29.492919 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:29.493312 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:29.493714 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:29.494077 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:27:29.497344 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-81b67489-1e98-42c6-8fcc-5d86d987f435 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:27:29.498443 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Request body: {'floatingip': {'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:27:29.505325 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:27:29.509651 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Usage tracker for resource:floatingip and tenant:01d8d866e2594ffea02fa7e007e96d66 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:27:29.512864 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:27:29.519484 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:27:29.530712 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for floatingip, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:29.685920 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:29.862326 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Allocated IP 172.28.3.162 (0cb2958e-4db2-4f1d-a7f8-4af501c24e74/9e328c0c-452d-4ff2-b18b-159a0ad8dec1/8509730a-f051-4e29-bc0d-34e72912a9d7) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:27:30.031526 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:30.061118 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:30.065822 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7e23d901-5db0-4724-af16-e5623ff35e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:27:30.134394 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Network 0cb2958e-4db2-4f1d-a7f8-4af501c24e74 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:27:30.137302 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:27:30.139862 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:27:30.175634 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Pushing event updated for resources: {'Port': ['ID=8509730a-f051-4e29-bc0d-34e72912a9d7,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:27:30.178545 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:27:30.307577 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:30.381475 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:30.606513 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for port, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:30.612040 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6523332'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:30.615862 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0a2f1252-0e46-4bf2-a974-18d02fce882c tempest-AttachVolumeShelveTestJSON-1092619327 tempest-AttachVolumeShelveTestJSON-1092619327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:27:30.953061 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Pushing event updated for resources: {'Port': ['ID=8509730a-f051-4e29-bc0d-34e72912a9d7,revision_number=2']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:27:30.957525 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:27:30.966264 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633837'] for floatingip, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:30.990377 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for floatingip, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:30.992234 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4990144 Dec 07 15:27:31.196743 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-6f1c1306-2b1a-4c1a-8ebe-7f590823cc9e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--923300120&fields=id&tenant_id=01d8d866e2594ffea02fa7e007e96d66 HTTP/1.1" status: 200 len: 267 time: 0.0506063 Dec 07 15:27:31.358928 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-d21b484d-f6a0-43ae-a5ae-7e1961f1d3d1 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:31.360441 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-d21b484d-f6a0-43ae-a5ae-7e1961f1d3d1 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/networks?id=9a89ef23-e597-4277-af0f-db46d18c4475 HTTP/1.1" status: 200 len: 811 time: 0.1564591 Dec 07 15:27:31.380057 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-d2a28ea5-ed16-4bef-b8c5-7fc96bd91903 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/quotas/01d8d866e2594ffea02fa7e007e96d66 HTTP/1.1" status: 200 len: 375 time: 0.0128639 Dec 07 15:27:31.475952 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-854b6cec-942a-4541-ad33-d8b720a17b3d tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=01d8d866e2594ffea02fa7e007e96d66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898767 Dec 07 15:27:31.627955 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-b49e9ea1-438f-4716-99d6-879837b27c54 service neutron] 10.222.0.71 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384530 Dec 07 15:27:31.997133 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-03310f29-fa6c-47c5-ad1a-8e7f34a7ff59 service neutron] 10.222.0.71 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626938 Dec 07 15:27:32.221205 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-248a351d-cc87-4859-8292-c4f2ed85b534 req-f8ffd661-9b19-45bf-8e23-a58773524bdf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a2ce391-9a0d-4e1a-a583-bae51d486e9d HTTP/1.1" status: 200 len: 210 time: 0.0488913 Dec 07 15:27:33.384192 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5a03e4e2-9511-4f14-84cf-4550d22c2e34 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:33.384966 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5a03e4e2-9511-4f14-84cf-4550d22c2e34 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Synchronizing usage tracker for tenant:01d8d866e2594ffea02fa7e007e96d66 on resource:network {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:27:33.405852 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5a03e4e2-9511-4f14-84cf-4550d22c2e34 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Unset dirty status for tenant:01d8d866e2594ffea02fa7e007e96d66 on resource:network {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:27:33.407748 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5a03e4e2-9511-4f14-84cf-4550d22c2e34 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.57 "GET /v2.0/networks?id=9a89ef23-e597-4277-af0f-db46d18c4475 HTTP/1.1" status: 200 len: 811 time: 0.2087231 Dec 07 15:27:33.413607 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-df13d0e2-a979-4651-a0b0-e009cbae4f8c req-68a142a9-d2f5-488c-b082-143138d2e137 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a2ce391-9a0d-4e1a-a583-bae51d486e9d HTTP/1.1" status: 200 len: 210 time: 0.0513258 Dec 07 15:27:33.469366 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a38f0c56-0821-4834-81c7-91b38e06d6e1 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Synchronizing usage tracker for tenant:01d8d866e2594ffea02fa7e007e96d66 on resource:security_group {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:27:33.485614 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a38f0c56-0821-4834-81c7-91b38e06d6e1 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Unset dirty status for tenant:01d8d866e2594ffea02fa7e007e96d66 on resource:security_group {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:27:33.486945 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a38f0c56-0821-4834-81c7-91b38e06d6e1 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d8d866e2594ffea02fa7e007e96d66 HTTP/1.1" status: 200 len: 379 time: 0.0682731 Dec 07 15:27:33.496513 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Request body: {'port': {'device_id': '4a2ce391-9a0d-4e1a-a583-bae51d486e9d', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'admin_state_up': True, 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'security_groups': ['4e695511-ca6c-42fe-b11e-97847c8714f2']}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:27:33.665920 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:27:33.672230 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Usage tracker for resource:port and tenant:01d8d866e2594ffea02fa7e007e96d66 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:27:33.676641 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:27:33.685849 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:27:33.699997 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Made reservation on behalf of 01d8d866e2594ffea02fa7e007e96d66 for: {'port': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:27:33.709297 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:33.892485 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Allocated IP 172.20.0.8 (9a89ef23-e597-4277-af0f-db46d18c4475/9708a6bc-157b-4cd5-a723-6fcdb670a5b5/40262d47-0637-4a69-927d-21ea3263ce9a) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:27:34.105607 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:34.122908 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Transition to ACTIVE for port object 40262d47-0637-4a69-927d-21ea3263ce9a will not be triggered until provisioned by entity DHCP. {{(pid=88188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:27:34.145457 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:34.151293 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ca193735-696f-4b23-a007-8dfd39cbdc96 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:27:34.235657 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Network 9a89ef23-e597-4277-af0f-db46d18c4475 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:27:34.242049 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:27:34.244220 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Pushing event updated for resources: {'Port': ['ID=40262d47-0637-4a69-927d-21ea3263ce9a,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:27:34.246614 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:27:34.279324 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:27:34.316568 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:34.317361 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:34.343447 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8511961 Dec 07 15:27:34.355846 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Request body: {'port': {'device_id': '4a2ce391-9a0d-4e1a-a583-bae51d486e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:27:34.496387 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:34.562459 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-69b19a98-e57c-4299-b01e-0d37f40049fb None None] Provisioning for port 40262d47-0637-4a69-927d-21ea3263ce9a completed by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:27:34.568844 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-69b19a98-e57c-4299-b01e-0d37f40049fb None None] Provisioning complete for port 40262d47-0637-4a69-927d-21ea3263ce9a triggered by entity DHCP. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:27:34.569693 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-69b19a98-e57c-4299-b01e-0d37f40049fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:34.636070 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-69b19a98-e57c-4299-b01e-0d37f40049fb None None] Port 40262d47-0637-4a69-927d-21ea3263ce9a cannot update to ACTIVE because it is not bound. {{(pid=88190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 15:27:34.648539 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a2bbf-6aac-45fd-975e-fac2e1215991 req-60a7da25-b87b-4823-adcd-348c8e17c1df tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:34.650318 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0f6a2bbf-6aac-45fd-975e-fac2e1215991 req-60a7da25-b87b-4823-adcd-348c8e17c1df tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a2ce391-9a0d-4e1a-a583-bae51d486e9d HTTP/1.1" status: 200 len: 931 time: 0.1010954 Dec 07 15:27:34.702025 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0f6a2bbf-6aac-45fd-975e-fac2e1215991 req-13a12ab2-aee2-4dea-845a-fe3579983d15 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e695511-ca6c-42fe-b11e-97847c8714f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449066 Dec 07 15:27:34.894257 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40262d47-0637-4a69-927d-21ea3263ce9a {{(pid=88188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:27:34.901372 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:34.916718 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Transition to ACTIVE for port object 40262d47-0637-4a69-927d-21ea3263ce9a will not be triggered until provisioned by entity L2. {{(pid=88188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:27:34.921195 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6523332'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:34.924940 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a5ed5f89-e2ec-4c63-8518-418fa6576cbf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:27:35.054913 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Pushing event updated for resources: {'Port': ['ID=40262d47-0637-4a69-927d-21ea3263ce9a,revision_number=2']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:27:35.059402 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:27:35.177786 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Attempting to bind port 40262d47-0637-4a69-927d-21ea3263ce9a on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:27:35.178195 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Attempting to bind port 40262d47-0637-4a69-927d-21ea3263ce9a by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'c086a62f-ce4e-4d3a-957f-4c3c603de8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475'}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:27:35.178739 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Attempting to bind port 40262d47-0637-4a69-927d-21ea3263ce9a on network 9a89ef23-e597-4277-af0f-db46d18c4475 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:27:35.186029 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Port 40262d47-0637-4a69-927d-21ea3263ce9a on network 9a89ef23-e597-4277-af0f-db46d18c4475 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:27:35.186641 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Attempting to bind port 40262d47-0637-4a69-927d-21ea3263ce9a on network 9a89ef23-e597-4277-af0f-db46d18c4475 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:27:35.195299 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Checking agent: {'id': 'cbbfcabc-3255-4d4c-9281-bbfa60486e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'started_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:27:35.195683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Checking segment: {'id': 'c086a62f-ce4e-4d3a-957f-4c3c603de8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:27:35.196111 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Bound using segment: {'id': 'c086a62f-ce4e-4d3a-957f-4c3c603de8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475'} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:27:35.196592 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Bound port: 40262d47-0637-4a69-927d-21ea3263ce9a, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c086a62f-ce4e-4d3a-957f-4c3c603de8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475'}}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:27:35.196949 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:35.290603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] For port 40262d47-0637-4a69-927d-21ea3263ce9a, host hv-cinder-82062, cleared binding levels {{(pid=88188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:27:35.293675 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] For port 40262d47-0637-4a69-927d-21ea3263ce9a, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=40262d47-0637-4a69-927d-21ea3263ce9a,segment=NetworkSegment(c086a62f-ce4e-4d3a-957f-4c3c603de8b6),segment_id=c086a62f-ce4e-4d3a-957f-4c3c603de8b6)] {{(pid=88188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:27:35.298229 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6523332'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:35.301925 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-04fe9dc2-d5fc-426f-8816-6a81e1f9a73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:27:35.366727 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:35.368307 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] 10.222.0.57 "PUT /v2.0/ports/40262d47-0637-4a69-927d-21ea3263ce9a HTTP/1.1" status: 200 len: 1093 time: 1.0174382 Dec 07 15:27:35.371310 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2ce391-9a0d-4e1a-a583-bae51d486e9d', 'tag': '40262d47-0637-4a69-927d-21ea3263ce9a'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:27:35.390672 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Pushing event updated for resources: {'Port': ['ID=40262d47-0637-4a69-927d-21ea3263ce9a,revision_number=3']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:27:35.395212 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:27:35.456541 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2ce391-9a0d-4e1a-a583-bae51d486e9d', 'tag': '40262d47-0637-4a69-927d-21ea3263ce9a', 'status': 'completed', 'code': 200} Dec 07 15:27:35.500019 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-a00a2a85-0aaa-4a5b-b0bb-8a4c6a4ed5c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=01d8d866e2594ffea02fa7e007e96d66&device_id=4a2ce391-9a0d-4e1a-a583-bae51d486e9d HTTP/1.1" status: 200 len: 1096 time: 0.0795765 Dec 07 15:27:35.576919 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-b06a1f15-2a9d-436d-abaf-15957fc39286 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40262d47-0637-4a69-927d-21ea3263ce9a HTTP/1.1" status: 200 len: 217 time: 0.0696731 Dec 07 15:27:35.649108 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-62c4c9f4-77f9-4c81-aff5-2ab2bb1716d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:35.650820 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-62c4c9f4-77f9-4c81-aff5-2ab2bb1716d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9708a6bc-157b-4cd5-a723-6fcdb670a5b5 HTTP/1.1" status: 200 len: 850 time: 0.0668950 Dec 07 15:27:35.737344 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-73fe4b51-e27c-465d-8db4-bbde82051b43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a89ef23-e597-4277-af0f-db46d18c4475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802724 Dec 07 15:27:35.882240 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-462b4940-189f-465b-9720-d27bd74a87f8 service neutron] 10.222.0.57 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385498 Dec 07 15:27:35.917416 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4525043-ad59-4090-aa3b-419f99734fa7 req-8cf25b45-70fd-410d-aae4-7ef2a0a61346 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:35.919029 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a4525043-ad59-4090-aa3b-419f99734fa7 req-8cf25b45-70fd-410d-aae4-7ef2a0a61346 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a2ce391-9a0d-4e1a-a583-bae51d486e9d HTTP/1.1" status: 200 len: 943 time: 0.0850370 Dec 07 15:27:35.971508 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a4525043-ad59-4090-aa3b-419f99734fa7 req-07d5e27c-6799-41a3-bf43-0082fd97d5bd tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e695511-ca6c-42fe-b11e-97847c8714f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457242 Dec 07 15:27:36.025791 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b84ee513-4af7-4683-8dda-7c744da5bb9f req-cadff4c4-a49b-4767-9f07-c2bd3fc959ea service neutron] 10.222.0.57 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372156 Dec 07 15:27:36.156596 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6c396a1d-fad3-405b-ac20-5586b218c2f2 req-6db3b335-daef-4574-839e-cea2a66b233f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=01d8d866e2594ffea02fa7e007e96d66&device_id=4a2ce391-9a0d-4e1a-a583-bae51d486e9d HTTP/1.1" status: 200 len: 1096 time: 0.0781529 Dec 07 15:27:36.315442 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c396a1d-fad3-405b-ac20-5586b218c2f2 req-c544e749-c849-47ed-832b-756e46c19f8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:36.317097 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6c396a1d-fad3-405b-ac20-5586b218c2f2 req-c544e749-c849-47ed-832b-756e46c19f8f service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a89ef23-e597-4277-af0f-db46d18c4475 HTTP/1.1" status: 200 len: 912 time: 0.1505854 Dec 07 15:27:36.391077 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6c396a1d-fad3-405b-ac20-5586b218c2f2 req-1df89676-1c10-481c-95b7-fd81edf1eabf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40262d47-0637-4a69-927d-21ea3263ce9a HTTP/1.1" status: 200 len: 217 time: 0.0672674 Dec 07 15:27:36.461164 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c396a1d-fad3-405b-ac20-5586b218c2f2 req-ba0bc05d-a991-49c0-bc89-0969e02cf6d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:36.462764 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6c396a1d-fad3-405b-ac20-5586b218c2f2 req-ba0bc05d-a991-49c0-bc89-0969e02cf6d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9708a6bc-157b-4cd5-a723-6fcdb670a5b5 HTTP/1.1" status: 200 len: 850 time: 0.0648177 Dec 07 15:27:36.544689 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6c396a1d-fad3-405b-ac20-5586b218c2f2 req-c5443082-5b8f-4ef3-9cea-5a6989ab3bc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a89ef23-e597-4277-af0f-db46d18c4475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744967 Dec 07 15:27:36.695983 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6c396a1d-fad3-405b-ac20-5586b218c2f2 req-9017444b-4bb4-43ac-85af-d88b2793205c service neutron] 10.222.0.57 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429276 Dec 07 15:27:36.842787 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6c396a1d-fad3-405b-ac20-5586b218c2f2 req-422cbb1f-cb4c-4c41-8c20-54368a00718b service neutron] 10.222.0.57 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390579 Dec 07 15:27:37.192357 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af1abb-0e1d-4355-ad54-317f1423bb02 req-bf5e1d58-4322-4dc3-8fca-bd6ca4c90acf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:37.194084 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-31af1abb-0e1d-4355-ad54-317f1423bb02 req-bf5e1d58-4322-4dc3-8fca-bd6ca4c90acf tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a2ce391-9a0d-4e1a-a583-bae51d486e9d HTTP/1.1" status: 200 len: 943 time: 0.0907223 Dec 07 15:27:37.246453 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-31af1abb-0e1d-4355-ad54-317f1423bb02 req-fc8028fa-5de3-4f82-8035-bac29869df93 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e695511-ca6c-42fe-b11e-97847c8714f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428631 Dec 07 15:27:37.775905 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 40262d47-0637-4a69-927d-21ea3263ce9a details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:27:37.935836 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 40262d47-0637-4a69-927d-21ea3263ce9a, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=40262d47-0637-4a69-927d-21ea3263ce9a,segment=NetworkSegment(c086a62f-ce4e-4d3a-957f-4c3c603de8b6),segment_id=c086a62f-ce4e-4d3a-957f-4c3c603de8b6)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:27:37.950123 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': '40262d47-0637-4a69-927d-21ea3263ce9a', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'port_id': '40262d47-0637-4a69-927d-21ea3263ce9a', 'mac_address': 'fa:16:3e:2c:a9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:27:38.011375 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:38.030081 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40262d47-0637-4a69-927d-21ea3263ce9a {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:27:38.046301 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 40262d47-0637-4a69-927d-21ea3263ce9a, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=40262d47-0637-4a69-927d-21ea3263ce9a,segment=NetworkSegment(c086a62f-ce4e-4d3a-957f-4c3c603de8b6),segment_id=c086a62f-ce4e-4d3a-957f-4c3c603de8b6)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:27:38.051442 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:38.053424 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:27:38.127565 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=40262d47-0637-4a69-927d-21ea3263ce9a,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:27:38.130964 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:27:38.256444 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['40262d47-0637-4a69-927d-21ea3263ce9a'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:27:38.471767 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c04147-edfe-4dfb-902b-4903c4f2a362 req-a1ef5908-cc16-4964-b3cc-1ab293706b08 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:38.473698 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d6c04147-edfe-4dfb-902b-4903c4f2a362 req-a1ef5908-cc16-4964-b3cc-1ab293706b08 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a2ce391-9a0d-4e1a-a583-bae51d486e9d HTTP/1.1" status: 200 len: 944 time: 0.0886414 Dec 07 15:27:38.525888 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d6c04147-edfe-4dfb-902b-4903c4f2a362 req-c583ee27-78d3-42be-9dc1-1e349d755eef tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e695511-ca6c-42fe-b11e-97847c8714f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429025 Dec 07 15:27:38.554461 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-87e45fd8-ea32-423d-820a-a0247919a933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:39.707925 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:39.757707 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a935dd-d58d-407b-b954-73ebedbaec0c req-99381a81-7cfe-4106-af20-40461311859f tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:39.759332 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-34a935dd-d58d-407b-b954-73ebedbaec0c req-99381a81-7cfe-4106-af20-40461311859f tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a2ce391-9a0d-4e1a-a583-bae51d486e9d HTTP/1.1" status: 200 len: 944 time: 0.0943024 Dec 07 15:27:39.790900 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 40262d47-0637-4a69-927d-21ea3263ce9a up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:27:39.809523 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-34a935dd-d58d-407b-b954-73ebedbaec0c req-1a584e80-9e8e-44ed-9fb3-e40373d4472f tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e695511-ca6c-42fe-b11e-97847c8714f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436270 Dec 07 15:27:39.864398 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning for port 40262d47-0637-4a69-927d-21ea3263ce9a completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:27:39.869447 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port 40262d47-0637-4a69-927d-21ea3263ce9a triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:27:39.869861 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:39.986249 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:40.017218 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2ce391-9a0d-4e1a-a583-bae51d486e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40262d47-0637-4a69-927d-21ea3263ce9a'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:27:40.027239 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 40262d47-0637-4a69-927d-21ea3263ce9a, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=40262d47-0637-4a69-927d-21ea3263ce9a,segment=NetworkSegment(c086a62f-ce4e-4d3a-957f-4c3c603de8b6),segment_id=c086a62f-ce4e-4d3a-957f-4c3c603de8b6)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:27:40.031835 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:40.033770 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:27:40.080134 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2ce391-9a0d-4e1a-a583-bae51d486e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40262d47-0637-4a69-927d-21ea3263ce9a', 'code': 200} Dec 07 15:27:40.102502 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=40262d47-0637-4a69-927d-21ea3263ce9a,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:27:40.105622 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:27:40.337218 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-beb67fa6-6483-4675-93a2-935833bfb0ac req-fb8c0158-5699-40b8-accf-9c9d7f9ff19b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4a2ce391-9a0d-4e1a-a583-bae51d486e9d HTTP/1.1" status: 200 len: 1098 time: 0.0853374 Dec 07 15:27:40.385128 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-beb67fa6-6483-4675-93a2-935833bfb0ac req-c0bb6985-1661-41bc-957c-a11d71fbf726 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4e695511-ca6c-42fe-b11e-97847c8714f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416672 Dec 07 15:27:40.695892 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d749785b-aeff-4fc1-af4b-1abdf094cc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:41.030442 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a84dd9-9b6f-4334-82c0-26ddc3ccebcb req-46a62168-1cd8-4d85-94e5-81c7cb5d20fb tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:41.032032 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61a84dd9-9b6f-4334-82c0-26ddc3ccebcb req-46a62168-1cd8-4d85-94e5-81c7cb5d20fb tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a2ce391-9a0d-4e1a-a583-bae51d486e9d HTTP/1.1" status: 200 len: 945 time: 0.0905092 Dec 07 15:27:41.085721 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-61a84dd9-9b6f-4334-82c0-26ddc3ccebcb req-1f021246-b878-468d-b699-bd806a64913a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e695511-ca6c-42fe-b11e-97847c8714f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438092 Dec 07 15:27:41.317049 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:42.324799 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e435d-1b2c-4f76-9046-759a639b806d req-02638edc-dea5-4bab-8225-3e81ea128af7 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:42.326473 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-647e435d-1b2c-4f76-9046-759a639b806d req-02638edc-dea5-4bab-8225-3e81ea128af7 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a2ce391-9a0d-4e1a-a583-bae51d486e9d HTTP/1.1" status: 200 len: 945 time: 0.0934436 Dec 07 15:27:42.385079 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-647e435d-1b2c-4f76-9046-759a639b806d req-a6c0aa81-f5b4-482e-9710-9a773f31fbb5 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e695511-ca6c-42fe-b11e-97847c8714f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520751 Dec 07 15:27:42.591305 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7ab8e-ba0f-4e20-9e3b-399e2dea9820 req-4d5b29f6-d69d-4471-ae38-6a220848012a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:42.592882 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-35f7ab8e-ba0f-4e20-9e3b-399e2dea9820 req-4d5b29f6-d69d-4471-ae38-6a220848012a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a2ce391-9a0d-4e1a-a583-bae51d486e9d HTTP/1.1" status: 200 len: 945 time: 0.0898249 Dec 07 15:27:42.603949 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 35338) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:27:42.610473 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-70f90806-6e11-4780-bd3e-52f22e0d98c8 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Request body: {'floatingip': {'port_id': '40262d47-0637-4a69-927d-21ea3263ce9a'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:27:42.611501 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:42.696175 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-70f90806-6e11-4780-bd3e-52f22e0d98c8 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for floatingip, before_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:43.344316 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-70f90806-6e11-4780-bd3e-52f22e0d98c8 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:43.347502 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-70f90806-6e11-4780-bd3e-52f22e0d98c8 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633837'] for floatingip, after_update {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:43.550032 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.l3_db [None req-70f90806-6e11-4780-bd3e-52f22e0d98c8 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Floating IP e24bad82-9fab-42b0-a5e3-36d66a09291a associated. External IP: 172.28.3.162, port: 40262d47-0637-4a69-927d-21ea3263ce9a. Dec 07 15:27:43.976521 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f90806-6e11-4780-bd3e-52f22e0d98c8 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Router a730079c-9d32-43eb-8d9e-91213ffd3bec has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:27:44.434530 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f90806-6e11-4780-bd3e-52f22e0d98c8 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:27:44.440174 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-70f90806-6e11-4780-bd3e-52f22e0d98c8 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for floatingip, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:44.445931 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e1c5a-ac52-4496-af3d-7d9d95301be1 None None] Sync routers for ids ['a730079c-9d32-43eb-8d9e-91213ffd3bec'] in dv-cinder-820628-1-smb {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:27:44.459407 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e1c5a-ac52-4496-af3d-7d9d95301be1 None None] Routers {'a730079c-9d32-43eb-8d9e-91213ffd3bec'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:27:44.460172 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-684e1c5a-ac52-4496-af3d-7d9d95301be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:27:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['a730079c-9d32-43eb-8d9e-91213ffd3bec'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:27:44.497310 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-70f90806-6e11-4780-bd3e-52f22e0d98c8 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "PUT /v2.0/floatingips/e24bad82-9fab-42b0-a5e3-36d66a09291a HTTP/1.1" status: 200 len: 991 time: 1.8921270 Dec 07 15:27:44.498041 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2ce391-9a0d-4e1a-a583-bae51d486e9d', 'tag': '40262d47-0637-4a69-927d-21ea3263ce9a'}] {{(pid=88189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:27:44.557189 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2ce391-9a0d-4e1a-a583-bae51d486e9d', 'tag': '40262d47-0637-4a69-927d-21ea3263ce9a', 'status': 'completed', 'code': 200} Dec 07 15:27:44.654219 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-adfb7cd7-f734-40c8-aa07-4dc9af0cd3a1 req-be13cfb3-0c7d-451b-a407-2c22e978fc79 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=01d8d866e2594ffea02fa7e007e96d66&device_id=4a2ce391-9a0d-4e1a-a583-bae51d486e9d HTTP/1.1" status: 200 len: 1098 time: 0.0744252 Dec 07 15:27:44.656565 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-684e1c5a-ac52-4496-af3d-7d9d95301be1 None None] Set router a730079c-9d32-43eb-8d9e-91213ffd3bec gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:27:44.800360 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb7cd7-f734-40c8-aa07-4dc9af0cd3a1 req-9ee97160-4d8b-4e7f-9baa-a5547e244683 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:44.802071 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-adfb7cd7-f734-40c8-aa07-4dc9af0cd3a1 req-9ee97160-4d8b-4e7f-9baa-a5547e244683 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a89ef23-e597-4277-af0f-db46d18c4475 HTTP/1.1" status: 200 len: 912 time: 0.1418021 Dec 07 15:27:44.913265 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-adfb7cd7-f734-40c8-aa07-4dc9af0cd3a1 req-b346951d-c7bb-41fa-845f-be1b5712342f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40262d47-0637-4a69-927d-21ea3263ce9a HTTP/1.1" status: 200 len: 999 time: 0.1044786 Dec 07 15:27:44.981620 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb7cd7-f734-40c8-aa07-4dc9af0cd3a1 req-69e5e1ad-ffca-4e2c-a938-ec53e592533f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:44.983287 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-adfb7cd7-f734-40c8-aa07-4dc9af0cd3a1 req-69e5e1ad-ffca-4e2c-a938-ec53e592533f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9708a6bc-157b-4cd5-a723-6fcdb670a5b5 HTTP/1.1" status: 200 len: 850 time: 0.0637827 Dec 07 15:27:45.036935 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-684e1c5a-ac52-4496-af3d-7d9d95301be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:24:46Z', 'revision_number': 4, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port': {'id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:43Z', 'updated_at': '2021-12-07T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_floatingips': [{'id': 'e24bad82-9fab-42b0-a5e3-36d66a09291a', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'floating_ip_address': '172.28.3.162', 'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'router_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'port_id': '40262d47-0637-4a69-927d-21ea3263ce9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'mac_address': 'fa:16:3e:2c:a9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ce391-9a0d-4e1a-a583-bae51d486e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:27:30Z', 'updated_at': '2021-12-07T15:27:43Z', 'revision_number': 1, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75d4d96-f531-4f0b-bfcc-8df4a37d81e5', 'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'mac_address': 'fa:16:3e:e8:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:45Z', 'updated_at': '2021-12-07T15:24:52Z', 'revision_number': 5, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'subnets': [{'id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:27:45.041319 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e1c5a-ac52-4496-af3d-7d9d95301be1 None None] Checking router: a730079c-9d32-43eb-8d9e-91213ffd3bec for host: dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:27:45.053144 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e1c5a-ac52-4496-af3d-7d9d95301be1 None None] Routers {'a730079c-9d32-43eb-8d9e-91213ffd3bec'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:27:45.053751 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-684e1c5a-ac52-4496-af3d-7d9d95301be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:27:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['a730079c-9d32-43eb-8d9e-91213ffd3bec'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:27:45.067662 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-adfb7cd7-f734-40c8-aa07-4dc9af0cd3a1 req-dbd1f757-2446-4b26-9e23-fe4ce177dfc3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a89ef23-e597-4277-af0f-db46d18c4475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777280 Dec 07 15:27:45.211124 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-adfb7cd7-f734-40c8-aa07-4dc9af0cd3a1 req-9932ede2-773b-48e4-b9e3-180d261e5e4a service neutron] 10.222.0.57 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362841 Dec 07 15:27:45.240156 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-684e1c5a-ac52-4496-af3d-7d9d95301be1 None None] Set router a730079c-9d32-43eb-8d9e-91213ffd3bec gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:27:45.588510 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-adfb7cd7-f734-40c8-aa07-4dc9af0cd3a1 req-77343522-c8b9-4a3d-82c5-3def24fa477e service neutron] 10.222.0.57 "GET /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705587 Dec 07 15:27:45.639208 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-684e1c5a-ac52-4496-af3d-7d9d95301be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:24:46Z', 'revision_number': 4, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port': {'id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:43Z', 'updated_at': '2021-12-07T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_floatingips': [{'id': 'e24bad82-9fab-42b0-a5e3-36d66a09291a', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'floating_ip_address': '172.28.3.162', 'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'router_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'port_id': '40262d47-0637-4a69-927d-21ea3263ce9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'mac_address': 'fa:16:3e:2c:a9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ce391-9a0d-4e1a-a583-bae51d486e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:27:30Z', 'updated_at': '2021-12-07T15:27:43Z', 'revision_number': 1, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75d4d96-f531-4f0b-bfcc-8df4a37d81e5', 'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'mac_address': 'fa:16:3e:e8:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:45Z', 'updated_at': '2021-12-07T15:24:52Z', 'revision_number': 5, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'subnets': [{'id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:27:45.643677 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e1c5a-ac52-4496-af3d-7d9d95301be1 None None] The sync data for ids ['a730079c-9d32-43eb-8d9e-91213ffd3bec'] in dv-cinder-820628-1-smb is: [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:24:46Z', 'revision_number': 4, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port': {'id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:43Z', 'updated_at': '2021-12-07T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_floatingips': [{'id': 'e24bad82-9fab-42b0-a5e3-36d66a09291a', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'floating_ip_address': '172.28.3.162', 'floating_network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'router_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'port_id': '40262d47-0637-4a69-927d-21ea3263ce9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'mac_address': 'fa:16:3e:2c:a9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ce391-9a0d-4e1a-a583-bae51d486e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T15:27:30Z', 'updated_at': '2021-12-07T15:27:43Z', 'revision_number': 1, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75d4d96-f531-4f0b-bfcc-8df4a37d81e5', 'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'mac_address': 'fa:16:3e:e8:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:45Z', 'updated_at': '2021-12-07T15:24:52Z', 'revision_number': 5, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'subnets': [{'id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:27:45.989615 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dedf3d8-cc90-4287-990e-55c26eb406bb None None] New status for floating IP e24bad82-9fab-42b0-a5e3-36d66a09291a: ACTIVE {{(pid=88190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:27:52.167368 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:27:57.765416 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6ecd5d4-3052-4eb8-86d4-cfcf4331a5d2 req-2ddeddeb-8c7b-4362-abc5-1751026c13a2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760694 Dec 07 15:27:57.943376 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6ecd5d4-3052-4eb8-86d4-cfcf4331a5d2 req-d8b32ff0-ac3d-4999-b245-27f2a259fb0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4561fddcf6fc46d69a4fecad5ed4b0a7&device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 1098 time: 0.0977385 Dec 07 15:27:58.133241 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:27:58.141823 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecd5d4-3052-4eb8-86d4-cfcf4331a5d2 req-312b05d9-c237-4563-a3d6-6be88b434c0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:58.144154 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6ecd5d4-3052-4eb8-86d4-cfcf4331a5d2 req-312b05d9-c237-4563-a3d6-6be88b434c0b service neutron] 10.222.0.57 "GET /v2.0/networks?id=7443ada9-9c18-4fab-ac8c-1543551598be HTTP/1.1" status: 200 len: 910 time: 0.1809998 Dec 07 15:27:58.251431 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6ecd5d4-3052-4eb8-86d4-cfcf4331a5d2 req-b802341a-c897-476c-b0a6-f103a516eeaf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bd46fd2-cb2a-4746-ab95-8b875ab016fa HTTP/1.1" status: 200 len: 1001 time: 0.0999498 Dec 07 15:27:58.324531 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecd5d4-3052-4eb8-86d4-cfcf4331a5d2 req-bbe20db2-9559-41da-87de-aa14be037460 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:27:58.326194 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6ecd5d4-3052-4eb8-86d4-cfcf4331a5d2 req-bbe20db2-9559-41da-87de-aa14be037460 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62d30645-991d-40f9-bd37-9ce1444ae604 HTTP/1.1" status: 200 len: 848 time: 0.0681913 Dec 07 15:27:58.420327 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6ecd5d4-3052-4eb8-86d4-cfcf4331a5d2 req-84771479-ace5-41c4-bb6f-674de69f6126 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7443ada9-9c18-4fab-ac8c-1543551598be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0873859 Dec 07 15:27:58.590188 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6ecd5d4-3052-4eb8-86d4-cfcf4331a5d2 req-6dde61c9-48c3-4e25-b5f2-c2f14b2d689f service neutron] 10.222.0.57 "GET /v2.0/networks/7443ada9-9c18-4fab-ac8c-1543551598be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631808 Dec 07 15:27:58.744967 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6ecd5d4-3052-4eb8-86d4-cfcf4331a5d2 req-e6ee02a7-0a44-47d5-9322-92a1246dbb2c service neutron] 10.222.0.57 "GET /v2.0/networks/7443ada9-9c18-4fab-ac8c-1543551598be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481919 Dec 07 15:28:06.411751 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 35382) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:06.654074 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-9fb185a9-94e5-47aa-bb30-d2548cd42e42 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Deleting port 2c9f2835-5a5b-4ba9-8d35-b1dbf8dcee48 {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:28:06.654572 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9fb185a9-94e5-47aa-bb30-d2548cd42e42 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:06.834718 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9fb185a9-94e5-47aa-bb30-d2548cd42e42 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:06.834964 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9fb185a9-94e5-47aa-bb30-d2548cd42e42 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:06.967491 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-9fb185a9-94e5-47aa-bb30-d2548cd42e42 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Calling delete_port for 2c9f2835-5a5b-4ba9-8d35-b1dbf8dcee48 owned by network:floatingip {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:28:07.126818 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9fb185a9-94e5-47aa-bb30-d2548cd42e42 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:07.130520 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:07.178277 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb185a9-94e5-47aa-bb30-d2548cd42e42 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Pushing event deleted for resources: {'Port': ['ID=2c9f2835-5a5b-4ba9-8d35-b1dbf8dcee48,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:07.182018 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9fb185a9-94e5-47aa-bb30-d2548cd42e42 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:07.274188 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9fb185a9-94e5-47aa-bb30-d2548cd42e42 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for floatingip, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:07.691860 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb185a9-94e5-47aa-bb30-d2548cd42e42 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Router 5f7e6610-38b1-4466-9800-8992cd3b7749 has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:28:07.925902 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb185a9-94e5-47aa-bb30-d2548cd42e42 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:28:07.936515 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e5a3cd-ec07-4230-9bf3-8ffe98647b12 None None] Sync routers for ids ['5f7e6610-38b1-4466-9800-8992cd3b7749'] in dv-cinder-820628-1-smb {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:28:07.948740 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9fb185a9-94e5-47aa-bb30-d2548cd42e42 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for floatingip, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:07.951741 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e5a3cd-ec07-4230-9bf3-8ffe98647b12 None None] Routers {'5f7e6610-38b1-4466-9800-8992cd3b7749'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:28:07.952422 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-26e5a3cd-ec07-4230-9bf3-8ffe98647b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:27:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['5f7e6610-38b1-4466-9800-8992cd3b7749'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:08.006171 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9fb185a9-94e5-47aa-bb30-d2548cd42e42 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "DELETE /v2.0/floatingips/1e7f1b87-264b-4e48-803b-208acd10ddc0 HTTP/1.1" status: 204 len: 168 time: 1.5931001 Dec 07 15:28:08.006982 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f80583-1846-4ddd-b6a5-50aa7e20ce19', 'tag': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:28:08.070761 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f80583-1846-4ddd-b6a5-50aa7e20ce19', 'tag': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa', 'status': 'completed', 'code': 200} Dec 07 15:28:08.144779 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-26e5a3cd-ec07-4230-9bf3-8ffe98647b12 None None] Set router 5f7e6610-38b1-4466-9800-8992cd3b7749 gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:28:08.187055 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6763ed46-614a-4cfe-a0c0-993e8dfd7ade req-36f3c0af-b220-481e-8f13-b41ed0251685 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4561fddcf6fc46d69a4fecad5ed4b0a7&device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 1098 time: 0.0870728 Dec 07 15:28:08.354210 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763ed46-614a-4cfe-a0c0-993e8dfd7ade req-e2fb7117-55b5-4def-b804-4de2fe1296d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:28:08.355947 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6763ed46-614a-4cfe-a0c0-993e8dfd7ade req-e2fb7117-55b5-4def-b804-4de2fe1296d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7443ada9-9c18-4fab-ac8c-1543551598be HTTP/1.1" status: 200 len: 910 time: 0.1630838 Dec 07 15:28:08.448829 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6763ed46-614a-4cfe-a0c0-993e8dfd7ade req-03f06b7c-1108-4351-9c32-77556c0886ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bd46fd2-cb2a-4746-ab95-8b875ab016fa HTTP/1.1" status: 200 len: 217 time: 0.0854831 Dec 07 15:28:08.531873 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763ed46-614a-4cfe-a0c0-993e8dfd7ade req-6d753185-d47c-4e4b-8368-ddd65ef0ded5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:28:08.533831 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6763ed46-614a-4cfe-a0c0-993e8dfd7ade req-6d753185-d47c-4e4b-8368-ddd65ef0ded5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62d30645-991d-40f9-bd37-9ce1444ae604 HTTP/1.1" status: 200 len: 848 time: 0.0784671 Dec 07 15:28:08.562441 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b5744fab-040e-4c62-952c-13f3265a2616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:08.616573 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6763ed46-614a-4cfe-a0c0-993e8dfd7ade req-bf18ba5c-b37c-45fa-8d63-fbd2f73d2df1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7443ada9-9c18-4fab-ac8c-1543551598be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759776 Dec 07 15:28:08.644495 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b446f-5bf3-45b0-bd11-f9219379e30c req-768dd2d2-8d94-4d56-a8c0-31e352d2fa15 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:28:08.646402 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-805b446f-5bf3-45b0-bd11-f9219379e30c req-768dd2d2-8d94-4d56-a8c0-31e352d2fa15 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.2728505 Dec 07 15:28:08.673197 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-26e5a3cd-ec07-4230-9bf3-8ffe98647b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'name': 'tempest-TestShelveInstance-1612718516-router', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:44Z', 'updated_at': '2021-12-07T15:23:51Z', 'revision_number': 4, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'gw_port': {'id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:45Z', 'updated_at': '2021-12-07T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '347f1656-ef60-4e33-8863-07f57ca564de', 'name': '', 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'mac_address': 'fa:16:3e:31:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:49Z', 'updated_at': '2021-12-07T15:23:59Z', 'revision_number': 5, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'subnets': [{'id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:08.677531 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e5a3cd-ec07-4230-9bf3-8ffe98647b12 None None] Checking router: 5f7e6610-38b1-4466-9800-8992cd3b7749 for host: dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:28:08.689302 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e5a3cd-ec07-4230-9bf3-8ffe98647b12 None None] Routers {'5f7e6610-38b1-4466-9800-8992cd3b7749'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:28:08.689974 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-26e5a3cd-ec07-4230-9bf3-8ffe98647b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:27:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['5f7e6610-38b1-4466-9800-8992cd3b7749'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:08.704386 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-805b446f-5bf3-45b0-bd11-f9219379e30c req-e3b03875-66f8-4c64-86a3-5c467db78a23 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510895 Dec 07 15:28:08.766044 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6763ed46-614a-4cfe-a0c0-993e8dfd7ade req-24a03550-51b0-4dee-8291-be225ca530fc service neutron] 10.222.0.57 "GET /v2.0/networks/7443ada9-9c18-4fab-ac8c-1543551598be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420560 Dec 07 15:28:08.897558 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-26e5a3cd-ec07-4230-9bf3-8ffe98647b12 None None] Set router 5f7e6610-38b1-4466-9800-8992cd3b7749 gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:28:08.926309 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6763ed46-614a-4cfe-a0c0-993e8dfd7ade req-e218ee96-a0b7-4cc5-af54-b58e85b03d1c service neutron] 10.222.0.57 "GET /v2.0/networks/7443ada9-9c18-4fab-ac8c-1543551598be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529670 Dec 07 15:28:09.251186 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-26e5a3cd-ec07-4230-9bf3-8ffe98647b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'name': 'tempest-TestShelveInstance-1612718516-router', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:44Z', 'updated_at': '2021-12-07T15:23:51Z', 'revision_number': 4, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'gw_port': {'id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:45Z', 'updated_at': '2021-12-07T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '347f1656-ef60-4e33-8863-07f57ca564de', 'name': '', 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'mac_address': 'fa:16:3e:31:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:49Z', 'updated_at': '2021-12-07T15:23:59Z', 'revision_number': 5, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'subnets': [{'id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:09.255540 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e5a3cd-ec07-4230-9bf3-8ffe98647b12 None None] The sync data for ids ['5f7e6610-38b1-4466-9800-8992cd3b7749'] in dv-cinder-820628-1-smb is: [{'id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'name': 'tempest-TestShelveInstance-1612718516-router', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:44Z', 'updated_at': '2021-12-07T15:23:51Z', 'revision_number': 4, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'gw_port': {'id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:45Z', 'updated_at': '2021-12-07T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': '347f1656-ef60-4e33-8863-07f57ca564de', 'name': '', 'network_id': '7443ada9-9c18-4fab-ac8c-1543551598be', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'mac_address': 'fa:16:3e:31:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:49Z', 'updated_at': '2021-12-07T15:23:59Z', 'revision_number': 5, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'subnets': [{'id': '62d30645-991d-40f9-bd37-9ce1444ae604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:28:09.702133 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96e9ebb-f49f-4227-9036-443792fd5a56 None None] New status for floating IP 1e7f1b87-264b-4e48-803b-208acd10ddc0: DOWN {{(pid=88190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:28:09.762526 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:09.834015 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449a125-73be-4856-8c5a-c57ef113cda3 req-237f03b5-ae14-41b3-968f-9ca512b473e5 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:28:09.834926 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-e449a125-73be-4856-8c5a-c57ef113cda3 req-237f03b5-ae14-41b3-968f-9ca512b473e5 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Synchronizing usage tracker for tenant:4561fddcf6fc46d69a4fecad5ed4b0a7 on resource:port {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:28:09.852817 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-e449a125-73be-4856-8c5a-c57ef113cda3 req-237f03b5-ae14-41b3-968f-9ca512b473e5 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Unset dirty status for tenant:4561fddcf6fc46d69a4fecad5ed4b0a7 on resource:port {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:28:09.854192 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e449a125-73be-4856-8c5a-c57ef113cda3 req-237f03b5-ae14-41b3-968f-9ca512b473e5 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.57 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.1177208 Dec 07 15:28:09.939010 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-e449a125-73be-4856-8c5a-c57ef113cda3 req-21bb4a43-179f-4e01-9f1d-0b311b32c421 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Deleting port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:28:09.939507 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-e449a125-73be-4856-8c5a-c57ef113cda3 req-21bb4a43-179f-4e01-9f1d-0b311b32c421 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:09.950543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f191258-302b-4856-afef-fc4b226c0bba req-cef9b769-5c1b-49ee-b8d0-7a000259d12f tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:28:09.952157 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3f191258-302b-4856-afef-fc4b226c0bba req-cef9b769-5c1b-49ee-b8d0-7a000259d12f tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 945 time: 0.0961895 Dec 07 15:28:10.004652 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3f191258-302b-4856-afef-fc4b226c0bba req-950ab5b4-9999-4d48-b0db-e059fc780a9b tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/security-groups?id=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461309 Dec 07 15:28:10.454481 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-e449a125-73be-4856-8c5a-c57ef113cda3 req-21bb4a43-179f-4e01-9f1d-0b311b32c421 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] For port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=3bd46fd2-cb2a-4746-ab95-8b875ab016fa,segment=NetworkSegment(b33ada57-7b41-43b0-95dd-e8114f5e6b10),segment_id=b33ada57-7b41-43b0-95dd-e8114f5e6b10)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:28:10.454905 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-e449a125-73be-4856-8c5a-c57ef113cda3 req-21bb4a43-179f-4e01-9f1d-0b311b32c421 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:10.585362 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-e449a125-73be-4856-8c5a-c57ef113cda3 req-21bb4a43-179f-4e01-9f1d-0b311b32c421 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Calling delete_port for 3bd46fd2-cb2a-4746-ab95-8b875ab016fa owned by compute:nova {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:28:10.688666 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5cb52e31-80ca-4d00-89e4-4ee441bc7e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:10.736154 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-e449a125-73be-4856-8c5a-c57ef113cda3 req-21bb4a43-179f-4e01-9f1d-0b311b32c421 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:10.743250 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5c8baccf-d0c1-4497-9f80-9a7e8299c839 tempest-VolumesSnapshotTestJSON-1633582000 tempest-VolumesSnapshotTestJSON-1633582000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:10.792959 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb4a43-179f-4e01-9f1d-0b311b32c421 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Pushing event deleted for resources: {'Port': ['ID=3bd46fd2-cb2a-4746-ab95-8b875ab016fa,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:10.796637 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-21bb4a43-179f-4e01-9f1d-0b311b32c421 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:10.867629 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-e449a125-73be-4856-8c5a-c57ef113cda3 req-21bb4a43-179f-4e01-9f1d-0b311b32c421 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] No DVR routers for this DVR port 3bd46fd2-cb2a-4746-ab95-8b875ab016fa on host hv-cinder-82062 {{(pid=88188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:28:10.870229 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-e449a125-73be-4856-8c5a-c57ef113cda3 req-21bb4a43-179f-4e01-9f1d-0b311b32c421 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:10.873095 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f80583-1846-4ddd-b6a5-50aa7e20ce19', 'name': 'network-vif-deleted', 'tag': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:28:10.889804 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e449a125-73be-4856-8c5a-c57ef113cda3 req-21bb4a43-179f-4e01-9f1d-0b311b32c421 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.57 "DELETE /v2.0/ports/3bd46fd2-cb2a-4746-ab95-8b875ab016fa HTTP/1.1" status: 204 len: 173 time: 1.0285294 Dec 07 15:28:10.934366 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f80583-1846-4ddd-b6a5-50aa7e20ce19', 'name': 'network-vif-deleted', 'tag': '3bd46fd2-cb2a-4746-ab95-8b875ab016fa', 'status': 'completed', 'code': 200} Dec 07 15:28:11.299603 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-65d146ba-8c8a-4aee-bcac-c4fb6ba4eb27 req-a0705263-8d18-4e01-aa2b-788d0809e579 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "GET /v2.0/ports?device_id=56f80583-1846-4ddd-b6a5-50aa7e20ce19 HTTP/1.1" status: 200 len: 210 time: 0.1553633 Dec 07 15:28:11.319940 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:12.418730 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 35416) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:12.507783 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac9da-c0d9-44d9-9d6d-eadfd14c1128 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:12.540528 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac9da-c0d9-44d9-9d6d-eadfd14c1128 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:12.597108 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac9da-c0d9-44d9-9d6d-eadfd14c1128 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:12.602855 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ed5cf9a8-3eb0-4e15-8cc0-17c0d0c4e51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:12.615941 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ac9da-c0d9-44d9-9d6d-eadfd14c1128 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:12.616805 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:12.620201 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5b7ac9da-c0d9-44d9-9d6d-eadfd14c1128 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:12.624050 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5b7ac9da-c0d9-44d9-9d6d-eadfd14c1128 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:12.625800 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-5b7ac9da-c0d9-44d9-9d6d-eadfd14c1128 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] 10.222.0.71 "DELETE /v2.0/security-groups/c6f25904-50ad-4cc0-a5e4-aaf4a01e7db1 HTTP/1.1" status: 204 len: 168 time: 0.2058911 Dec 07 15:28:12.678319 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 35422) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:13.118421 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7bd905c9-81a1-49d4-a324-8f68568b1465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:13.774917 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-7bd905c9-81a1-49d4-a324-8f68568b1465 admin admin] Deleting port 347f1656-ef60-4e33-8863-07f57ca564de {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:28:13.775496 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7bd905c9-81a1-49d4-a324-8f68568b1465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:13.919110 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 3bd46fd2-cb2a-4746-ab95-8b875ab016fa no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:28:13.953588 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] No Port match for: 3bd46fd2-cb2a-4746-ab95-8b875ab016fa {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:28:13.953999 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 3bd46fd2-cb2a-4746-ab95-8b875ab016fa not bound to the agent host hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:28:13.964979 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-7bd905c9-81a1-49d4-a324-8f68568b1465 admin admin] For port 347f1656-ef60-4e33-8863-07f57ca564de, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=347f1656-ef60-4e33-8863-07f57ca564de,segment=NetworkSegment(b33ada57-7b41-43b0-95dd-e8114f5e6b10),segment_id=b33ada57-7b41-43b0-95dd-e8114f5e6b10)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:28:13.965347 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7bd905c9-81a1-49d4-a324-8f68568b1465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:14.104823 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-7bd905c9-81a1-49d4-a324-8f68568b1465 admin admin] Calling delete_port for 347f1656-ef60-4e33-8863-07f57ca564de owned by network:router_interface {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:28:14.291240 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7bd905c9-81a1-49d4-a324-8f68568b1465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:14.295776 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0da2c95d-49d3-40a6-ac4e-205810add402 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:14.344318 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd905c9-81a1-49d4-a324-8f68568b1465 admin admin] Pushing event deleted for resources: {'Port': ['ID=347f1656-ef60-4e33-8863-07f57ca564de,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:14.348681 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7bd905c9-81a1-49d4-a324-8f68568b1465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:14.670349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7bd905c9-81a1-49d4-a324-8f68568b1465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850717652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:15.517882 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd905c9-81a1-49d4-a324-8f68568b1465 admin admin] Router 5f7e6610-38b1-4466-9800-8992cd3b7749 has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:28:15.748817 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd905c9-81a1-49d4-a324-8f68568b1465 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:28:15.761041 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27033df0-77e2-4e98-99a7-a9c2cd23e87f None None] Sync routers for ids ['5f7e6610-38b1-4466-9800-8992cd3b7749'] in dv-cinder-820628-1-smb {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:28:15.767049 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-7bd905c9-81a1-49d4-a324-8f68568b1465 admin admin] 10.222.0.71 "PUT /v2.0/routers/5f7e6610-38b1-4466-9800-8992cd3b7749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0846603 Dec 07 15:28:15.767632 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 35432) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:15.790197 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27033df0-77e2-4e98-99a7-a9c2cd23e87f None None] Routers {'5f7e6610-38b1-4466-9800-8992cd3b7749'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:28:15.790984 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-27033df0-77e2-4e98-99a7-a9c2cd23e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:28:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['5f7e6610-38b1-4466-9800-8992cd3b7749'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:16.001094 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-27033df0-77e2-4e98-99a7-a9c2cd23e87f None None] Set router 5f7e6610-38b1-4466-9800-8992cd3b7749 gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:28:16.004766 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f4faa641-6488-4273-8abb-d2a1b77f3455 admin admin] Notify callbacks [] for router, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:16.238482 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f4faa641-6488-4273-8abb-d2a1b77f3455 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:16.248533 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-f4faa641-6488-4273-8abb-d2a1b77f3455 admin admin] Deleting port e9601286-df42-4d7f-a024-389fcdc642b6 {{(pid=88189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:28:16.248936 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f4faa641-6488-4273-8abb-d2a1b77f3455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:16.317180 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-27033df0-77e2-4e98-99a7-a9c2cd23e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'name': 'tempest-TestShelveInstance-1612718516-router', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:44Z', 'updated_at': '2021-12-07T15:28:14Z', 'revision_number': 5, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'gw_port': {'id': 'e9601286-df42-4d7f-a024-389fcdc642b6', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:45Z', 'updated_at': '2021-12-07T15:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:16.322119 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27033df0-77e2-4e98-99a7-a9c2cd23e87f None None] Checking router: 5f7e6610-38b1-4466-9800-8992cd3b7749 for host: dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:28:16.334412 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27033df0-77e2-4e98-99a7-a9c2cd23e87f None None] Routers {'5f7e6610-38b1-4466-9800-8992cd3b7749'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:28:16.335479 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-27033df0-77e2-4e98-99a7-a9c2cd23e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:28:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['5f7e6610-38b1-4466-9800-8992cd3b7749'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:16.447968 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-f4faa641-6488-4273-8abb-d2a1b77f3455 admin admin] For port e9601286-df42-4d7f-a024-389fcdc642b6, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=e9601286-df42-4d7f-a024-389fcdc642b6,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:28:16.448417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f4faa641-6488-4273-8abb-d2a1b77f3455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:16.513380 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-27033df0-77e2-4e98-99a7-a9c2cd23e87f None None] Set router 5f7e6610-38b1-4466-9800-8992cd3b7749 gateway port host: None {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:28:16.590803 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-f4faa641-6488-4273-8abb-d2a1b77f3455 admin admin] Calling delete_port for e9601286-df42-4d7f-a024-389fcdc642b6 owned by network:router_gateway {{(pid=88189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:28:16.627096 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-27033df0-77e2-4e98-99a7-a9c2cd23e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'name': 'tempest-TestShelveInstance-1612718516-router', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:44Z', 'updated_at': '2021-12-07T15:28:16Z', 'revision_number': 6, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'gw_port_host': None}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:16.631967 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27033df0-77e2-4e98-99a7-a9c2cd23e87f None None] The sync data for ids ['5f7e6610-38b1-4466-9800-8992cd3b7749'] in dv-cinder-820628-1-smb is: [{'id': '5f7e6610-38b1-4466-9800-8992cd3b7749', 'name': 'tempest-TestShelveInstance-1612718516-router', 'tenant_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:44Z', 'updated_at': '2021-12-07T15:28:16Z', 'revision_number': 6, 'project_id': '4561fddcf6fc46d69a4fecad5ed4b0a7', 'gw_port_host': None}] {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:28:16.782816 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f4faa641-6488-4273-8abb-d2a1b77f3455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:16.789163 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b839bd74-a84d-4906-bf34-c2cb6f259574 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:16.833586 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4faa641-6488-4273-8abb-d2a1b77f3455 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9601286-df42-4d7f-a024-389fcdc642b6,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:16.836506 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f4faa641-6488-4273-8abb-d2a1b77f3455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:17.084732 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f4faa641-6488-4273-8abb-d2a1b77f3455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854142190'] for router_gateway, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:17.358129 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f4faa641-6488-4273-8abb-d2a1b77f3455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854208132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100673'] for router, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:17.362768 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f4faa641-6488-4273-8abb-d2a1b77f3455 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:17.398069 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f4faa641-6488-4273-8abb-d2a1b77f3455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854208238'] for router, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:17.398882 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4faa641-6488-4273-8abb-d2a1b77f3455 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f7e6610-38b1-4466-9800-8992cd3b7749 {{(pid=88189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 15:28:17.414041 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f4faa641-6488-4273-8abb-d2a1b77f3455 admin admin] Notify callbacks [] for router, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:17.415477 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-f4faa641-6488-4273-8abb-d2a1b77f3455 admin admin] 10.222.0.71 "DELETE /v2.0/routers/5f7e6610-38b1-4466-9800-8992cd3b7749 HTTP/1.1" status: 204 len: 168 time: 1.6467223 Dec 07 15:28:17.418324 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 35438) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:17.496625 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aada2ae-0d84-4bd1-a761-7bf5bed90732 admin admin] Deleting subnet 62d30645-991d-40f9-bd37-9ce1444ae604 {{(pid=88189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:28:17.501226 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8aada2ae-0d84-4bd1-a761-7bf5bed90732 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:17.567444 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8aada2ae-0d84-4bd1-a761-7bf5bed90732 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2085673'] for subnet, precommit_delete_associations {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:17.652031 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8aada2ae-0d84-4bd1-a761-7bf5bed90732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3364380'] for subnet, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:17.724726 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8aada2ae-0d84-4bd1-a761-7bf5bed90732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851411451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1906913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852795410'] for subnet, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:17.729048 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:17.765192 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aada2ae-0d84-4bd1-a761-7bf5bed90732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62d30645-991d-40f9-bd37-9ce1444ae604,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:17.769631 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8aada2ae-0d84-4bd1-a761-7bf5bed90732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:17.772674 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8aada2ae-0d84-4bd1-a761-7bf5bed90732 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:17.778493 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c6ad4-d9bb-4fb4-91c7-93e6cc53a385 None None] Network 7443ada9-9c18-4fab-ac8c-1543551598be requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:28:17.780307 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-8aada2ae-0d84-4bd1-a761-7bf5bed90732 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/62d30645-991d-40f9-bd37-9ce1444ae604 HTTP/1.1" status: 204 len: 168 time: 0.3607168 Dec 07 15:28:17.783371 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 35442) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:17.905697 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3327655'] for network, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:17.917571 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] Deleting port c616f286-571c-49e8-ac76-08e0304577c4 {{(pid=88189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:28:17.917931 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:18.064532 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3397c75a-326d-453c-8b4d-1df96b720c5f None None] DHCP port deletion for 7443ada9-9c18-4fab-ac8c-1543551598be request from dv-cinder-820628-1-smb {{(pid=88190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 15:28:18.072919 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-3397c75a-326d-453c-8b4d-1df96b720c5f None None] Deleting port c616f286-571c-49e8-ac76-08e0304577c4 {{(pid=88190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:28:18.073356 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3397c75a-326d-453c-8b4d-1df96b720c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:18.160308 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] For port c616f286-571c-49e8-ac76-08e0304577c4, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=c616f286-571c-49e8-ac76-08e0304577c4,segment=NetworkSegment(b33ada57-7b41-43b0-95dd-e8114f5e6b10),segment_id=b33ada57-7b41-43b0-95dd-e8114f5e6b10)] {{(pid=88189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:28:18.160623 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:18.289890 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] Calling delete_port for c616f286-571c-49e8-ac76-08e0304577c4 owned by network:dhcp {{(pid=88189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:28:18.297888 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-3397c75a-326d-453c-8b4d-1df96b720c5f None None] For port c616f286-571c-49e8-ac76-08e0304577c4, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=c616f286-571c-49e8-ac76-08e0304577c4,segment=NetworkSegment(b33ada57-7b41-43b0-95dd-e8114f5e6b10),segment_id=b33ada57-7b41-43b0-95dd-e8114f5e6b10)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:28:18.298403 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3397c75a-326d-453c-8b4d-1df96b720c5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:18.367983 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:18.372971 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f4faa641-6488-4273-8abb-d2a1b77f3455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:18.417047 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=c616f286-571c-49e8-ac76-08e0304577c4,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:18.420107 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:18.422499 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] No DVR routers for this DVR port c616f286-571c-49e8-ac76-08e0304577c4 on host dv-cinder-820628-1-smb {{(pid=88189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:28:18.434827 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-3397c75a-326d-453c-8b4d-1df96b720c5f None None] Calling delete_port for c616f286-571c-49e8-ac76-08e0304577c4 owned by network:dhcp {{(pid=88190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:28:18.513461 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.db.api [None req-3397c75a-326d-453c-8b4d-1df96b720c5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88190) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 15:28:18.513919 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_db.api [None req-3397c75a-326d-453c-8b4d-1df96b720c5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 15:28:18.549960 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3364997', 'neutron.services.segments.db._delete_segments_for_network-8744366564552'] for network, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:18.577264 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7443ada9-9c18-4fab-ac8c-1543551598be']}} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:18.590398 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33ada57-7b41-43b0-95dd-e8114f5e6b10') {'for_net_delete': True} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:18.590741 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33ada57-7b41-43b0-95dd-e8114f5e6b10') {} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:18.603334 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744366571481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852690144'] for segment, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:18.626670 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:18.635835 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=88189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:28:18.636327 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3367674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852868797'] for segment, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: Traceback (most recent call last): Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: timer() Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: cb(*args, **kw) Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: return func(*args, **kwargs) Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: self._notify() Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: self.callback(batched_events) Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: event.method(event) Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: segment_id)['aggregates'][0] Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: return f(self, *a, **k) Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: return self._get(url).json() Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: **kwargs) Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: return self.request(url, 'GET', **kwargs) Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: **endpoint_filter) Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:28:18.653977 dv-cinder-820628-1-smb neutron-server[88079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:28:18.690496 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 347f1656-ef60-4e33-8863-07f57ca564de no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:28:18.733615 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: 347f1656-ef60-4e33-8863-07f57ca564de {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:28:18.734055 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 347f1656-ef60-4e33-8863-07f57ca564de not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:28:18.734531 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device c616f286-571c-49e8-ac76-08e0304577c4 no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:28:18.751938 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851410802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633852'] for network, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:18.756393 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:18.770179 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: c616f286-571c-49e8-ac76-08e0304577c4 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:28:18.770564 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device c616f286-571c-49e8-ac76-08e0304577c4 not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:28:18.771027 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device e9601286-df42-4d7f-a024-389fcdc642b6 no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:28:18.776867 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:18.784113 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] Pushing event deleted for resources: {'Network': ['ID=7443ada9-9c18-4fab-ac8c-1543551598be,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:18.789371 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:18.795795 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] 10.222.0.71 "DELETE /v2.0/networks/7443ada9-9c18-4fab-ac8c-1543551598be HTTP/1.1" status: 204 len: 168 time: 1.0111477 Dec 07 15:28:18.799394 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 35448) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:18.807965 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: e9601286-df42-4d7f-a024-389fcdc642b6 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:28:18.808362 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device e9601286-df42-4d7f-a024-389fcdc642b6 not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:28:19.015082 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-3397c75a-326d-453c-8b4d-1df96b720c5f None None] Deleting port c616f286-571c-49e8-ac76-08e0304577c4 {{(pid=88190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:28:19.015391 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3397c75a-326d-453c-8b4d-1df96b720c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:19.104380 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-3397c75a-326d-453c-8b4d-1df96b720c5f None None] The port 'c616f286-571c-49e8-ac76-08e0304577c4' was deleted {{(pid=88190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 15:28:19.486653 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2f86fe9e-1c6a-4429-b541-60364bed9b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:20.146105 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-2f86fe9e-1c6a-4429-b541-60364bed9b13 admin admin] Deleting port 85c71c45-6338-49a7-8779-1f58fe2d7e73 {{(pid=88189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:28:20.146779 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2f86fe9e-1c6a-4429-b541-60364bed9b13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:20.346565 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-2f86fe9e-1c6a-4429-b541-60364bed9b13 admin admin] For port 85c71c45-6338-49a7-8779-1f58fe2d7e73, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=85c71c45-6338-49a7-8779-1f58fe2d7e73,segment=NetworkSegment(2a55bc02-4835-4b7d-bca1-00a17a941529),segment_id=2a55bc02-4835-4b7d-bca1-00a17a941529)] {{(pid=88189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:28:20.347009 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2f86fe9e-1c6a-4429-b541-60364bed9b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:20.478894 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-2f86fe9e-1c6a-4429-b541-60364bed9b13 admin admin] Calling delete_port for 85c71c45-6338-49a7-8779-1f58fe2d7e73 owned by network:router_interface {{(pid=88189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:28:20.672876 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2f86fe9e-1c6a-4429-b541-60364bed9b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:20.678002 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6c58699a-f6fd-41db-8735-9eeb9763016f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:20.725039 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86fe9e-1c6a-4429-b541-60364bed9b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=85c71c45-6338-49a7-8779-1f58fe2d7e73,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:20.728867 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-2f86fe9e-1c6a-4429-b541-60364bed9b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:21.050616 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2f86fe9e-1c6a-4429-b541-60364bed9b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850717652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:21.904032 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f86fe9e-1c6a-4429-b541-60364bed9b13 admin admin] Router 0f41b0ab-d96b-4de7-871f-8c4091b88f5c has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:28:22.120700 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f86fe9e-1c6a-4429-b541-60364bed9b13 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:28:22.138184 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-2f86fe9e-1c6a-4429-b541-60364bed9b13 admin admin] 10.222.0.71 "PUT /v2.0/routers/0f41b0ab-d96b-4de7-871f-8c4091b88f5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3375573 Dec 07 15:28:22.140125 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be08bfdd-0920-4051-8d27-c81f3d2df0c5 None None] Sync routers for ids ['0f41b0ab-d96b-4de7-871f-8c4091b88f5c'] in dv-cinder-820628-1-smb {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:28:22.141568 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 35468) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:22.165473 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be08bfdd-0920-4051-8d27-c81f3d2df0c5 None None] Routers {'0f41b0ab-d96b-4de7-871f-8c4091b88f5c'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:28:22.166193 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-be08bfdd-0920-4051-8d27-c81f3d2df0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:28:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['0f41b0ab-d96b-4de7-871f-8c4091b88f5c'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:22.248324 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:22.381142 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2bcd60af-71f6-430f-bf1e-9f6277030f7f admin admin] Notify callbacks [] for router, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:22.597444 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-be08bfdd-0920-4051-8d27-c81f3d2df0c5 None None] Set router 0f41b0ab-d96b-4de7-871f-8c4091b88f5c gateway port host: dv-cinder-820628-1-smb {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:28:22.634945 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2bcd60af-71f6-430f-bf1e-9f6277030f7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:22.644564 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd60af-71f6-430f-bf1e-9f6277030f7f admin admin] Deleting port dfe26411-d3a3-4bb2-8b75-21835019d469 {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:28:22.644942 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2bcd60af-71f6-430f-bf1e-9f6277030f7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:22.871864 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-2bcd60af-71f6-430f-bf1e-9f6277030f7f admin admin] For port dfe26411-d3a3-4bb2-8b75-21835019d469, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=dfe26411-d3a3-4bb2-8b75-21835019d469,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:28:22.872276 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2bcd60af-71f6-430f-bf1e-9f6277030f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:22.924486 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-be08bfdd-0920-4051-8d27-c81f3d2df0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'name': 'tempest-TestShelveInstance-457095355-router', 'tenant_id': '7cf6de595bcf400d836570ccfe7edf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': 'dfe26411-d3a3-4bb2-8b75-21835019d469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:56Z', 'updated_at': '2021-12-07T15:28:20Z', 'revision_number': 5, 'project_id': '7cf6de595bcf400d836570ccfe7edf4c', 'gw_port': {'id': 'dfe26411-d3a3-4bb2-8b75-21835019d469', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:23:57Z', 'updated_at': '2021-12-07T15:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:22.928659 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be08bfdd-0920-4051-8d27-c81f3d2df0c5 None None] Checking router: 0f41b0ab-d96b-4de7-871f-8c4091b88f5c for host: dv-cinder-820628-1-smb {{(pid=88190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:28:22.940652 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be08bfdd-0920-4051-8d27-c81f3d2df0c5 None None] Routers {'0f41b0ab-d96b-4de7-871f-8c4091b88f5c'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:28:22.941334 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-be08bfdd-0920-4051-8d27-c81f3d2df0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:28:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['0f41b0ab-d96b-4de7-871f-8c4091b88f5c'], 'active': True} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:23.001854 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd60af-71f6-430f-bf1e-9f6277030f7f admin admin] Calling delete_port for dfe26411-d3a3-4bb2-8b75-21835019d469 owned by network:router_gateway {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:28:23.105617 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-be08bfdd-0920-4051-8d27-c81f3d2df0c5 None None] Set router 0f41b0ab-d96b-4de7-871f-8c4091b88f5c gateway port host: None {{(pid=88190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:28:23.184584 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2bcd60af-71f6-430f-bf1e-9f6277030f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:23.189345 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b4af3758-db28-4809-847e-f189aa0ea10b tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:23.221931 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-be08bfdd-0920-4051-8d27-c81f3d2df0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'name': 'tempest-TestShelveInstance-457095355-router', 'tenant_id': '7cf6de595bcf400d836570ccfe7edf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:56Z', 'updated_at': '2021-12-07T15:28:22Z', 'revision_number': 6, 'project_id': '7cf6de595bcf400d836570ccfe7edf4c', 'gw_port_host': None}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:23.226408 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be08bfdd-0920-4051-8d27-c81f3d2df0c5 None None] The sync data for ids ['0f41b0ab-d96b-4de7-871f-8c4091b88f5c'] in dv-cinder-820628-1-smb is: [{'id': '0f41b0ab-d96b-4de7-871f-8c4091b88f5c', 'name': 'tempest-TestShelveInstance-457095355-router', 'tenant_id': '7cf6de595bcf400d836570ccfe7edf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:23:56Z', 'updated_at': '2021-12-07T15:28:22Z', 'revision_number': 6, 'project_id': '7cf6de595bcf400d836570ccfe7edf4c', 'gw_port_host': None}] {{(pid=88190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:28:23.235223 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd60af-71f6-430f-bf1e-9f6277030f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe26411-d3a3-4bb2-8b75-21835019d469,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:23.238023 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-2bcd60af-71f6-430f-bf1e-9f6277030f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:23.486312 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2bcd60af-71f6-430f-bf1e-9f6277030f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854142190'] for router_gateway, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:23.771215 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2bcd60af-71f6-430f-bf1e-9f6277030f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854208132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100673'] for router, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:23.777143 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2bcd60af-71f6-430f-bf1e-9f6277030f7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:23.811218 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2bcd60af-71f6-430f-bf1e-9f6277030f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854208238'] for router, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:23.811849 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcd60af-71f6-430f-bf1e-9f6277030f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f41b0ab-d96b-4de7-871f-8c4091b88f5c {{(pid=88188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 15:28:23.825569 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2bcd60af-71f6-430f-bf1e-9f6277030f7f admin admin] Notify callbacks [] for router, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:23.829362 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-2bcd60af-71f6-430f-bf1e-9f6277030f7f admin admin] 10.222.0.71 "DELETE /v2.0/routers/0f41b0ab-d96b-4de7-871f-8c4091b88f5c HTTP/1.1" status: 204 len: 168 time: 1.6841164 Dec 07 15:28:23.829640 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 35482) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:23.900790 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c99451e-8318-4a50-ab27-0a10c7f51160 admin admin] Deleting subnet 4e09f36a-1df3-4056-8849-074006b1d08e {{(pid=88188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:28:23.904635 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4c99451e-8318-4a50-ab27-0a10c7f51160 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:23.965771 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4c99451e-8318-4a50-ab27-0a10c7f51160 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852781562'] for subnet, precommit_delete_associations {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:24.090028 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4c99451e-8318-4a50-ab27-0a10c7f51160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3364380'] for subnet, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:24.419278 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4c99451e-8318-4a50-ab27-0a10c7f51160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851411451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6523323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1697918'] for subnet, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:24.424515 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:24.461746 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99451e-8318-4a50-ab27-0a10c7f51160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e09f36a-1df3-4056-8849-074006b1d08e,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:24.464781 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4c99451e-8318-4a50-ab27-0a10c7f51160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:24.467346 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4c99451e-8318-4a50-ab27-0a10c7f51160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for subnet, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:24.473975 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ad19bb-9f61-40ad-9846-509c58315884 None None] Network 71d35354-22f8-4dcb-9ed4-feb1ba7670ec requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:28:24.475359 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-4c99451e-8318-4a50-ab27-0a10c7f51160 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4e09f36a-1df3-4056-8849-074006b1d08e HTTP/1.1" status: 204 len: 168 time: 0.6445446 Dec 07 15:28:24.478759 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 35486) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:24.604009 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3327655'] for network, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:24.615110 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Deleting port 3661faba-8fb0-4a84-8701-75bf2e9ad42c {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:28:24.615466 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:24.700328 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device dfe26411-d3a3-4bb2-8b75-21835019d469 no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:28:24.737946 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: dfe26411-d3a3-4bb2-8b75-21835019d469 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:28:24.738810 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device dfe26411-d3a3-4bb2-8b75-21835019d469 not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:28:24.739286 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 85c71c45-6338-49a7-8779-1f58fe2d7e73 no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:28:24.774763 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799a7bd0-dc33-40ed-86bc-23e13819660a None None] DHCP port deletion for 71d35354-22f8-4dcb-9ed4-feb1ba7670ec request from dv-cinder-820628-1-smb {{(pid=88190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 15:28:24.782763 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: 85c71c45-6338-49a7-8779-1f58fe2d7e73 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:28:24.783148 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 85c71c45-6338-49a7-8779-1f58fe2d7e73 not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:28:24.786459 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-799a7bd0-dc33-40ed-86bc-23e13819660a None None] Deleting port 3661faba-8fb0-4a84-8701-75bf2e9ad42c {{(pid=88190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:28:24.786876 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-799a7bd0-dc33-40ed-86bc-23e13819660a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:24.844704 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] For port 3661faba-8fb0-4a84-8701-75bf2e9ad42c, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=3661faba-8fb0-4a84-8701-75bf2e9ad42c,segment=NetworkSegment(2a55bc02-4835-4b7d-bca1-00a17a941529),segment_id=2a55bc02-4835-4b7d-bca1-00a17a941529)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:28:24.845070 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:25.004309 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-799a7bd0-dc33-40ed-86bc-23e13819660a None None] For port 3661faba-8fb0-4a84-8701-75bf2e9ad42c, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=3661faba-8fb0-4a84-8701-75bf2e9ad42c,segment=NetworkSegment(2a55bc02-4835-4b7d-bca1-00a17a941529),segment_id=2a55bc02-4835-4b7d-bca1-00a17a941529)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:28:25.004868 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-799a7bd0-dc33-40ed-86bc-23e13819660a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:25.064912 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Calling delete_port for 3661faba-8fb0-4a84-8701-75bf2e9ad42c owned by network:dhcp {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:28:25.137201 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-799a7bd0-dc33-40ed-86bc-23e13819660a None None] Calling delete_port for 3661faba-8fb0-4a84-8701-75bf2e9ad42c owned by network:dhcp {{(pid=88190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:28:25.147356 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:25.151945 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-87db96ab-ac63-4a35-95c3-b54055f45016 tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:25.198392 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Pushing event deleted for resources: {'Port': ['ID=3661faba-8fb0-4a84-8701-75bf2e9ad42c,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:25.211272 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:25.211962 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:25.212155 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:25.212838 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:25.213053 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:25.213680 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:25.213680 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:25.214449 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:25.214449 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:25.215066 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:25.215200 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:25.218098 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] No DVR routers for this DVR port 3661faba-8fb0-4a84-8701-75bf2e9ad42c on host dv-cinder-820628-1-smb {{(pid=88188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:28:25.218590 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.db.api [None req-799a7bd0-dc33-40ed-86bc-23e13819660a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88190) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 15:28:25.219242 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_db.api [None req-799a7bd0-dc33-40ed-86bc-23e13819660a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 15:28:25.219928 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:25.344552 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3364997', 'neutron.services.segments.db._delete_segments_for_network-8744366564552'] for network, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:25.374072 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d35354-22f8-4dcb-9ed4-feb1ba7670ec']}} {{(pid=88188) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:25.388266 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a55bc02-4835-4b7d-bca1-00a17a941529') {'for_net_delete': True} {{(pid=88188) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:25.388594 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a55bc02-4835-4b7d-bca1-00a17a941529') {} {{(pid=88188) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:25.401688 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744366571481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994255'] for segment, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:25.418068 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:25.424592 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=88188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:28:25.425028 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3367674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848252903'] for segment, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: Traceback (most recent call last): Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: timer() Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: cb(*args, **kw) Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: return func(*args, **kwargs) Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: self._notify() Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: self.callback(batched_events) Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: event.method(event) Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: segment_id)['aggregates'][0] Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: return f(self, *a, **k) Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: return self._get(url).json() Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: **kwargs) Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: return self.request(url, 'GET', **kwargs) Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: **endpoint_filter) Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:28:25.439706 dv-cinder-820628-1-smb neutron-server[88079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:28:25.526272 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851410802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633852'] for network, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:25.531685 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-efd000c8-055f-4d60-b829-5bd3d6fe0787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:25.549392 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:25.558772 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Pushing event deleted for resources: {'Network': ['ID=71d35354-22f8-4dcb-9ed4-feb1ba7670ec,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:25.561927 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:25.567915 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] 10.222.0.71 "DELETE /v2.0/networks/71d35354-22f8-4dcb-9ed4-feb1ba7670ec HTTP/1.1" status: 204 len: 168 time: 1.0839624 Dec 07 15:28:25.724365 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-799a7bd0-dc33-40ed-86bc-23e13819660a None None] Deleting port 3661faba-8fb0-4a84-8701-75bf2e9ad42c {{(pid=88190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:28:25.725090 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-799a7bd0-dc33-40ed-86bc-23e13819660a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:25.839122 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 35504) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:25.853747 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-799a7bd0-dc33-40ed-86bc-23e13819660a None None] The port '3661faba-8fb0-4a84-8701-75bf2e9ad42c' was deleted {{(pid=88190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 15:28:25.908572 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-fd98532f-d5fa-4c30-804a-a5daa2ddff93 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4561fddcf6fc46d69a4fecad5ed4b0a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0675011 Dec 07 15:28:25.911199 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 35510) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:25.981654 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bec73800-bd41-4e92-96dd-7dd354f5d50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:26.010134 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bec73800-bd41-4e92-96dd-7dd354f5d50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:26.059929 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bec73800-bd41-4e92-96dd-7dd354f5d50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:26.065125 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-97905e41-f8d8-4a26-8c62-308b66e8aef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:26.078064 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec73800-bd41-4e92-96dd-7dd354f5d50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eec007f-6ea2-43f9-9960-ac30b1fc53fb,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:26.082416 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bec73800-bd41-4e92-96dd-7dd354f5d50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:26.084650 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bec73800-bd41-4e92-96dd-7dd354f5d50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:26.086337 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-bec73800-bd41-4e92-96dd-7dd354f5d50c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2eec007f-6ea2-43f9-9960-ac30b1fc53fb HTTP/1.1" status: 204 len: 168 time: 0.1735356 Dec 07 15:28:26.532262 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 35518) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:26.590854 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-f46e2fa6-c06c-4101-9775-e084c930d17e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7cf6de595bcf400d836570ccfe7edf4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0557172 Dec 07 15:28:26.591341 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 35522) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:26.667322 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-271e488a-cd77-4c3b-bfc4-02a7069566a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:26.688106 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 3661faba-8fb0-4a84-8701-75bf2e9ad42c no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:28:26.696870 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-271e488a-cd77-4c3b-bfc4-02a7069566a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:26.725473 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: 3661faba-8fb0-4a84-8701-75bf2e9ad42c {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:28:26.725941 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 3661faba-8fb0-4a84-8701-75bf2e9ad42c not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:28:26.759539 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-271e488a-cd77-4c3b-bfc4-02a7069566a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:26.764589 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7f2c0610-ea66-437e-983f-d46f1a3ea6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:26.778370 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e488a-cd77-4c3b-bfc4-02a7069566a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385c630d-8852-4b9c-923f-64b7af12e8ef,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:26.781435 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-271e488a-cd77-4c3b-bfc4-02a7069566a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:26.782390 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-271e488a-cd77-4c3b-bfc4-02a7069566a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:26.783646 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-271e488a-cd77-4c3b-bfc4-02a7069566a2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/385c630d-8852-4b9c-923f-64b7af12e8ef HTTP/1.1" status: 204 len: 168 time: 0.1911640 Dec 07 15:28:34.519600 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0d71d-ff75-4771-ae6f-027d88b7a8d4 req-0c5857ea-be8f-4f7b-bde7-4c7052c7e464 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:28:34.521281 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-29e0d71d-ff75-4771-ae6f-027d88b7a8d4 req-0c5857ea-be8f-4f7b-bde7-4c7052c7e464 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a2ce391-9a0d-4e1a-a583-bae51d486e9d HTTP/1.1" status: 200 len: 945 time: 0.0853126 Dec 07 15:28:34.572282 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-29e0d71d-ff75-4771-ae6f-027d88b7a8d4 req-81e01d94-966c-443f-b68d-4c12818f674a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e695511-ca6c-42fe-b11e-97847c8714f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440328 Dec 07 15:28:35.135572 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:28:35.790791 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493751d-8213-4805-929b-c2ac4c4a0c6f req-5b084ad4-e063-467f-92eb-7a7a79733c6a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:28:35.792449 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e493751d-8213-4805-929b-c2ac4c4a0c6f req-5b084ad4-e063-467f-92eb-7a7a79733c6a tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a2ce391-9a0d-4e1a-a583-bae51d486e9d HTTP/1.1" status: 200 len: 945 time: 0.0902452 Dec 07 15:28:35.842809 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e493751d-8213-4805-929b-c2ac4c4a0c6f req-948f68e7-d7c8-44c8-9f64-04c7ba50d6ec tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e695511-ca6c-42fe-b11e-97847c8714f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435834 Dec 07 15:28:36.211722 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a170140-8875-4b2d-bb40-1293e8604dbd req-f0b5df0f-a780-443e-98b7-2f2cb77288a9 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:28:36.212490 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-0a170140-8875-4b2d-bb40-1293e8604dbd req-f0b5df0f-a780-443e-98b7-2f2cb77288a9 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Synchronizing usage tracker for tenant:01d8d866e2594ffea02fa7e007e96d66 on resource:port {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:28:36.229670 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-0a170140-8875-4b2d-bb40-1293e8604dbd req-f0b5df0f-a780-443e-98b7-2f2cb77288a9 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Unset dirty status for tenant:01d8d866e2594ffea02fa7e007e96d66 on resource:port {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:28:36.231018 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0a170140-8875-4b2d-bb40-1293e8604dbd req-f0b5df0f-a780-443e-98b7-2f2cb77288a9 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a2ce391-9a0d-4e1a-a583-bae51d486e9d HTTP/1.1" status: 200 len: 945 time: 0.1072395 Dec 07 15:28:36.307631 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-0a170140-8875-4b2d-bb40-1293e8604dbd req-ec8f0510-eed7-4511-941f-04c50f5906e0 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Deleting port 40262d47-0637-4a69-927d-21ea3263ce9a {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:28:36.307994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-0a170140-8875-4b2d-bb40-1293e8604dbd req-ec8f0510-eed7-4511-941f-04c50f5906e0 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:36.577926 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-0a170140-8875-4b2d-bb40-1293e8604dbd req-ec8f0510-eed7-4511-941f-04c50f5906e0 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] For port 40262d47-0637-4a69-927d-21ea3263ce9a, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=40262d47-0637-4a69-927d-21ea3263ce9a,segment=NetworkSegment(c086a62f-ce4e-4d3a-957f-4c3c603de8b6),segment_id=c086a62f-ce4e-4d3a-957f-4c3c603de8b6)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:28:36.578238 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-0a170140-8875-4b2d-bb40-1293e8604dbd req-ec8f0510-eed7-4511-941f-04c50f5906e0 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:36.895454 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-0a170140-8875-4b2d-bb40-1293e8604dbd req-ec8f0510-eed7-4511-941f-04c50f5906e0 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:36.895991 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-0a170140-8875-4b2d-bb40-1293e8604dbd req-ec8f0510-eed7-4511-941f-04c50f5906e0 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633837'] for floatingip, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:36.896199 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.l3_db [req-0a170140-8875-4b2d-bb40-1293e8604dbd req-ec8f0510-eed7-4511-941f-04c50f5906e0 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Floating IP e24bad82-9fab-42b0-a5e3-36d66a09291a disassociated. External IP: 172.28.3.162, port: 40262d47-0637-4a69-927d-21ea3263ce9a. Dec 07 15:28:36.896536 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-0a170140-8875-4b2d-bb40-1293e8604dbd req-ec8f0510-eed7-4511-941f-04c50f5906e0 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Calling delete_port for 40262d47-0637-4a69-927d-21ea3263ce9a owned by compute:nova {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:28:37.066922 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299559d-1a6c-4500-87d0-8afe198158ca req-1c1e595d-bfe0-43cb-b43f-7aed2cc56601 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:28:37.067255 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-0a170140-8875-4b2d-bb40-1293e8604dbd req-ec8f0510-eed7-4511-941f-04c50f5906e0 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:37.068642 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0299559d-1a6c-4500-87d0-8afe198158ca req-1c1e595d-bfe0-43cb-b43f-7aed2cc56601 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a2ce391-9a0d-4e1a-a583-bae51d486e9d HTTP/1.1" status: 200 len: 945 time: 0.0981107 Dec 07 15:28:37.073994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:37.118264 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f0510-eed7-4511-941f-04c50f5906e0 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Pushing event deleted for resources: {'Port': ['ID=40262d47-0637-4a69-927d-21ea3263ce9a,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:37.122269 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ec8f0510-eed7-4511-941f-04c50f5906e0 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:37.129974 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0299559d-1a6c-4500-87d0-8afe198158ca req-98af8593-376e-4da9-b661-d82dc8dce3e6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e695511-ca6c-42fe-b11e-97847c8714f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530567 Dec 07 15:28:37.352077 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a170140-8875-4b2d-bb40-1293e8604dbd req-ec8f0510-eed7-4511-941f-04c50f5906e0 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Router a730079c-9d32-43eb-8d9e-91213ffd3bec has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:28:37.583756 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a170140-8875-4b2d-bb40-1293e8604dbd req-ec8f0510-eed7-4511-941f-04c50f5906e0 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:28:37.599392 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ef46d-938e-4683-b429-d538384df76f None None] Sync routers for ids ['a730079c-9d32-43eb-8d9e-91213ffd3bec'] in dv-cinder-820628-1-smb {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:28:37.617557 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ef46d-938e-4683-b429-d538384df76f None None] Routers {'a730079c-9d32-43eb-8d9e-91213ffd3bec'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:28:37.618683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-1b2ef46d-938e-4683-b429-d538384df76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:28:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['a730079c-9d32-43eb-8d9e-91213ffd3bec'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:37.663844 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a170140-8875-4b2d-bb40-1293e8604dbd req-ec8f0510-eed7-4511-941f-04c50f5906e0 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] No DVR routers for this DVR port 40262d47-0637-4a69-927d-21ea3263ce9a on host hv-cinder-82062 {{(pid=88188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:28:37.666658 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-0a170140-8875-4b2d-bb40-1293e8604dbd req-ec8f0510-eed7-4511-941f-04c50f5906e0 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:37.669798 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2ce391-9a0d-4e1a-a583-bae51d486e9d', 'name': 'network-vif-deleted', 'tag': '40262d47-0637-4a69-927d-21ea3263ce9a'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:28:37.688639 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-0a170140-8875-4b2d-bb40-1293e8604dbd req-ec8f0510-eed7-4511-941f-04c50f5906e0 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.57 "DELETE /v2.0/ports/40262d47-0637-4a69-927d-21ea3263ce9a HTTP/1.1" status: 204 len: 173 time: 1.4524586 Dec 07 15:28:37.744135 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2ce391-9a0d-4e1a-a583-bae51d486e9d', 'name': 'network-vif-deleted', 'tag': '40262d47-0637-4a69-927d-21ea3263ce9a', 'status': 'completed', 'code': 200} Dec 07 15:28:37.861915 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-1b2ef46d-938e-4683-b429-d538384df76f None None] Set router a730079c-9d32-43eb-8d9e-91213ffd3bec gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:28:38.211651 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-1b2ef46d-938e-4683-b429-d538384df76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:24:46Z', 'revision_number': 4, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port': {'id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:43Z', 'updated_at': '2021-12-07T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': 'a75d4d96-f531-4f0b-bfcc-8df4a37d81e5', 'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'mac_address': 'fa:16:3e:e8:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:45Z', 'updated_at': '2021-12-07T15:24:52Z', 'revision_number': 5, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'subnets': [{'id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:38.215928 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ef46d-938e-4683-b429-d538384df76f None None] Checking router: a730079c-9d32-43eb-8d9e-91213ffd3bec for host: dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:28:38.232959 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ef46d-938e-4683-b429-d538384df76f None None] Routers {'a730079c-9d32-43eb-8d9e-91213ffd3bec'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:28:38.234089 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-1b2ef46d-938e-4683-b429-d538384df76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:28:11Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['a730079c-9d32-43eb-8d9e-91213ffd3bec'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:38.353581 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6a5fc818-5864-495d-9d4b-af42a316a1f1 req-535b1fec-e4ca-42d7-b6b0-f24660d4079e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a2ce391-9a0d-4e1a-a583-bae51d486e9d HTTP/1.1" status: 200 len: 210 time: 0.0500996 Dec 07 15:28:38.491177 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-1b2ef46d-938e-4683-b429-d538384df76f None None] Set router a730079c-9d32-43eb-8d9e-91213ffd3bec gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:28:38.565445 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-886000d6-a3c0-467b-aa6d-5e4054c37d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:38.835669 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-1b2ef46d-938e-4683-b429-d538384df76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:24:46Z', 'revision_number': 4, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port': {'id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:43Z', 'updated_at': '2021-12-07T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': 'a75d4d96-f531-4f0b-bfcc-8df4a37d81e5', 'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'mac_address': 'fa:16:3e:e8:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:45Z', 'updated_at': '2021-12-07T15:24:52Z', 'revision_number': 5, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'subnets': [{'id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:38.839871 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ef46d-938e-4683-b429-d538384df76f None None] The sync data for ids ['a730079c-9d32-43eb-8d9e-91213ffd3bec'] in dv-cinder-820628-1-smb is: [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:24:46Z', 'revision_number': 4, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port': {'id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:43Z', 'updated_at': '2021-12-07T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb', '_interfaces': [{'id': 'a75d4d96-f531-4f0b-bfcc-8df4a37d81e5', 'name': '', 'network_id': '9a89ef23-e597-4277-af0f-db46d18c4475', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'mac_address': 'fa:16:3e:e8:4c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:45Z', 'updated_at': '2021-12-07T15:24:52Z', 'revision_number': 5, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'subnets': [{'id': '9708a6bc-157b-4cd5-a723-6fcdb670a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:28:39.296545 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcfe9fa-4811-4397-a8e9-3ede3f1d9946 None None] New status for floating IP e24bad82-9fab-42b0-a5e3-36d66a09291a: DOWN {{(pid=88190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 15:28:39.511739 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 35602) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:39.590959 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ec34ff46-2fbb-4520-bf01-14d0a6065732 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:39.620617 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ec34ff46-2fbb-4520-bf01-14d0a6065732 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:39.672529 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ec34ff46-2fbb-4520-bf01-14d0a6065732 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:39.676690 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9e7f57f3-6cf2-45ee-9adc-7068e6b099da tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:39.692027 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34ff46-2fbb-4520-bf01-14d0a6065732 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e695511-ca6c-42fe-b11e-97847c8714f2,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:39.695884 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ec34ff46-2fbb-4520-bf01-14d0a6065732 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:39.706492 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-ec34ff46-2fbb-4520-bf01-14d0a6065732 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:39.707801 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-ec34ff46-2fbb-4520-bf01-14d0a6065732 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "DELETE /v2.0/security-groups/4e695511-ca6c-42fe-b11e-97847c8714f2 HTTP/1.1" status: 204 len: 168 time: 0.1947477 Dec 07 15:28:39.711295 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 35606) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:39.720983 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:39.740322 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.api.v2.resource [None req-0219667d-0dd1-48f9-9e0c-cbb9d7adb420 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] show failed (client error): The resource could not be found. Dec 07 15:28:39.741485 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-0219667d-0dd1-48f9-9e0c-cbb9d7adb420 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "GET /v2.0/security-groups/4e695511-ca6c-42fe-b11e-97847c8714f2 HTTP/1.1" status: 404 len: 347 time: 0.0290785 Dec 07 15:28:39.744934 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 35610) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:39.912816 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-09876e64-b661-486c-a2f9-5986b74d19ab tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Deleting port 8509730a-f051-4e29-bc0d-34e72912a9d7 {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:28:39.913271 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-09876e64-b661-486c-a2f9-5986b74d19ab tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:40.050740 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 40262d47-0637-4a69-927d-21ea3263ce9a no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:28:40.085663 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] No Port match for: 40262d47-0637-4a69-927d-21ea3263ce9a {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:28:40.086055 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 40262d47-0637-4a69-927d-21ea3263ce9a not bound to the agent host hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:28:40.099598 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-09876e64-b661-486c-a2f9-5986b74d19ab tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:40.099967 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-09876e64-b661-486c-a2f9-5986b74d19ab tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:40.231763 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-09876e64-b661-486c-a2f9-5986b74d19ab tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Calling delete_port for 8509730a-f051-4e29-bc0d-34e72912a9d7 owned by network:floatingip {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:28:40.383685 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-09876e64-b661-486c-a2f9-5986b74d19ab tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:40.388722 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:40.437981 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09876e64-b661-486c-a2f9-5986b74d19ab tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Pushing event deleted for resources: {'Port': ['ID=8509730a-f051-4e29-bc0d-34e72912a9d7,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:40.441176 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-09876e64-b661-486c-a2f9-5986b74d19ab tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:40.537444 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-09876e64-b661-486c-a2f9-5986b74d19ab tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks [] for floatingip, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:40.554126 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-09876e64-b661-486c-a2f9-5986b74d19ab tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for floatingip, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:40.555768 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-09876e64-b661-486c-a2f9-5986b74d19ab tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] 10.222.0.71 "DELETE /v2.0/floatingips/e24bad82-9fab-42b0-a5e3-36d66a09291a HTTP/1.1" status: 204 len: 168 time: 0.8093176 Dec 07 15:28:40.695495 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b5607bfc-30d7-4848-9719-77756c6a4027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:41.321890 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:42.615402 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:44.680633 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 35640) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:45.096790 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:45.730687 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Deleting port a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 {{(pid=88189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:28:45.731288 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:45.919800 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] For port a75d4d96-f531-4f0b-bfcc-8df4a37d81e5, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=a75d4d96-f531-4f0b-bfcc-8df4a37d81e5,segment=NetworkSegment(c086a62f-ce4e-4d3a-957f-4c3c603de8b6),segment_id=c086a62f-ce4e-4d3a-957f-4c3c603de8b6)] {{(pid=88189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:28:45.920203 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:46.049657 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Calling delete_port for a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 owned by network:router_interface {{(pid=88189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:28:46.237302 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:46.241276 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6fd5fd56-11f6-4e14-879f-898cd2efbd68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:46.287632 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a75d4d96-f531-4f0b-bfcc-8df4a37d81e5,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:46.334133 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:46.334588 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:46.335004 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:46.335512 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:46.336165 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:46.336578 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:46.336990 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:46.337400 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:46.337798 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:46.338217 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:46.338633 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:28:46.372941 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:46.615702 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850717652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:47.479422 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Router a730079c-9d32-43eb-8d9e-91213ffd3bec has already been hosted by L3 agent f79d429c-c241-436e-a9f4-10d095e52796 {{(pid=88189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 15:28:47.695085 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] Notify agent at l3_agent.dv-cinder-820628-1-smb the message routers_updated {{(pid=88189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 15:28:47.705591 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957ade3-5807-4957-bb0e-7c5ec6635f4d None None] Sync routers for ids ['a730079c-9d32-43eb-8d9e-91213ffd3bec'] in dv-cinder-820628-1-smb {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 15:28:47.710620 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-18aea89d-523b-424f-9508-ce8d75f38cf8 admin admin] 10.222.0.71 "PUT /v2.0/routers/a730079c-9d32-43eb-8d9e-91213ffd3bec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0286965 Dec 07 15:28:47.713431 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 35644) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:47.721585 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8957ade3-5807-4957-bb0e-7c5ec6635f4d None None] Routers {'a730079c-9d32-43eb-8d9e-91213ffd3bec'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:28:47.722883 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-8957ade3-5807-4957-bb0e-7c5ec6635f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:28:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['a730079c-9d32-43eb-8d9e-91213ffd3bec'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:47.969002 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-8957ade3-5807-4957-bb0e-7c5ec6635f4d None None] Set router a730079c-9d32-43eb-8d9e-91213ffd3bec gateway port host: dv-cinder-820628-1-smb {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:28:47.981798 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f3e31364-9278-4395-90f4-b03a7e4c9611 admin admin] Notify callbacks [] for router, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:48.188062 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f3e31364-9278-4395-90f4-b03a7e4c9611 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:48.197851 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-f3e31364-9278-4395-90f4-b03a7e4c9611 admin admin] Deleting port d60589ee-1591-4b60-9d67-305f4f412d97 {{(pid=88189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:28:48.198237 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f3e31364-9278-4395-90f4-b03a7e4c9611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:48.276915 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-8957ade3-5807-4957-bb0e-7c5ec6635f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'external_fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:28:46Z', 'revision_number': 5, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port': {'id': 'd60589ee-1591-4b60-9d67-305f4f412d97', 'name': '', 'network_id': '0cb2958e-4db2-4f1d-a7f8-4af501c24e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820628-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T15:24:43Z', 'updated_at': '2021-12-07T15:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e328c0c-452d-4ff2-b18b-159a0ad8dec1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820628-1-smb'}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:48.281136 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957ade3-5807-4957-bb0e-7c5ec6635f4d None None] Checking router: a730079c-9d32-43eb-8d9e-91213ffd3bec for host: dv-cinder-820628-1-smb {{(pid=88191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 15:28:48.292579 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8957ade3-5807-4957-bb0e-7c5ec6635f4d None None] Routers {'a730079c-9d32-43eb-8d9e-91213ffd3bec'} bound to L3 agent in host dv-cinder-820628-1-smb {{(pid=88191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 15:28:48.293252 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-8957ade3-5807-4957-bb0e-7c5ec6635f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820628-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T15:09:41Z,description=,heartbeat_timestamp=2021-12-07T15:28:41Z,host='dv-cinder-820628-1-smb',id=f79d429c-c241-436e-a9f4-10d095e52796,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T15:09:41Z,topic='l3_agent')) {'router_ids': ['a730079c-9d32-43eb-8d9e-91213ffd3bec'], 'active': True} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:48.412951 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-f3e31364-9278-4395-90f4-b03a7e4c9611 admin admin] For port d60589ee-1591-4b60-9d67-305f4f412d97, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=d60589ee-1591-4b60-9d67-305f4f412d97,segment=NetworkSegment(6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf),segment_id=6f6d4f40-bd35-45b7-b1bd-5de59c7eb2cf)] {{(pid=88189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:28:48.413566 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f3e31364-9278-4395-90f4-b03a7e4c9611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:48.639808 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-f3e31364-9278-4395-90f4-b03a7e4c9611 admin admin] Calling delete_port for d60589ee-1591-4b60-9d67-305f4f412d97 owned by network:router_gateway {{(pid=88189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:28:48.751869 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvr_db [None req-8957ade3-5807-4957-bb0e-7c5ec6635f4d None None] Set router a730079c-9d32-43eb-8d9e-91213ffd3bec gateway port host: None {{(pid=88191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 15:28:48.863611 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f3e31364-9278-4395-90f4-b03a7e4c9611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:48.869255 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a19b3420-8172-4cd1-b4ea-4ca51588209f tempest-TestMinimumBasicScenario-228974744 tempest-TestMinimumBasicScenario-228974744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:48.874348 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_hamode_db [None req-8957ade3-5807-4957-bb0e-7c5ec6635f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:28:48Z', 'revision_number': 6, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port_host': None}], 'dv-cinder-820628-1-smb', False) {} {{(pid=88191) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:48.879393 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957ade3-5807-4957-bb0e-7c5ec6635f4d None None] The sync data for ids ['a730079c-9d32-43eb-8d9e-91213ffd3bec'] in dv-cinder-820628-1-smb is: [{'id': 'a730079c-9d32-43eb-8d9e-91213ffd3bec', 'name': 'tempest-AttachVolumeTestJSON-1556613332-router', 'tenant_id': '01d8d866e2594ffea02fa7e007e96d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T15:24:42Z', 'updated_at': '2021-12-07T15:28:48Z', 'revision_number': 6, 'project_id': '01d8d866e2594ffea02fa7e007e96d66', 'gw_port_host': None}] {{(pid=88191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 15:28:48.914019 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e31364-9278-4395-90f4-b03a7e4c9611 admin admin] Pushing event deleted for resources: {'Port': ['ID=d60589ee-1591-4b60-9d67-305f4f412d97,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:48.917201 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f3e31364-9278-4395-90f4-b03a7e4c9611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:49.155044 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f3e31364-9278-4395-90f4-b03a7e4c9611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854142190'] for router_gateway, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:49.681263 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f3e31364-9278-4395-90f4-b03a7e4c9611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854208132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100673'] for router, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:49.685947 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f3e31364-9278-4395-90f4-b03a7e4c9611 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:49.714647 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f3e31364-9278-4395-90f4-b03a7e4c9611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854208238'] for router, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:49.715293 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e31364-9278-4395-90f4-b03a7e4c9611 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a730079c-9d32-43eb-8d9e-91213ffd3bec {{(pid=88189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 15:28:49.734233 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f3e31364-9278-4395-90f4-b03a7e4c9611 admin admin] Notify callbacks [] for router, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:49.735586 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-f3e31364-9278-4395-90f4-b03a7e4c9611 admin admin] 10.222.0.71 "DELETE /v2.0/routers/a730079c-9d32-43eb-8d9e-91213ffd3bec HTTP/1.1" status: 204 len: 168 time: 2.0206780 Dec 07 15:28:49.739443 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 35648) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:49.811412 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6b0b4c-17f4-434f-b065-e490fb91ecad admin admin] Deleting subnet 9708a6bc-157b-4cd5-a723-6fcdb670a5b5 {{(pid=88189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:28:49.815190 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0b4c-17f4-434f-b065-e490fb91ecad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:49.872572 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0b4c-17f4-434f-b065-e490fb91ecad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2085673'] for subnet, precommit_delete_associations {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:49.959329 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0b4c-17f4-434f-b065-e490fb91ecad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3364380'] for subnet, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:50.028417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0b4c-17f4-434f-b065-e490fb91ecad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851411451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1906913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852795410'] for subnet, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:50.033059 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:50.076095 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b0b4c-17f4-434f-b065-e490fb91ecad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9708a6bc-157b-4cd5-a723-6fcdb670a5b5,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:50.078886 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bd6b0b4c-17f4-434f-b065-e490fb91ecad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:50.081754 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0b4c-17f4-434f-b065-e490fb91ecad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:50.088848 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-bd6b0b4c-17f4-434f-b065-e490fb91ecad admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9708a6bc-157b-4cd5-a723-6fcdb670a5b5 HTTP/1.1" status: 204 len: 168 time: 0.3481922 Dec 07 15:28:50.089669 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d379df-34b7-4c80-bd79-19a15f4b8e51 None None] Network 9a89ef23-e597-4277-af0f-db46d18c4475 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:28:50.092018 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 35652) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:50.212956 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3327655'] for network, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:50.231122 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] Deleting port 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 {{(pid=88189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:28:50.231730 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:50.384171 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4722f93-56d4-4533-8d73-6486ed28bcee None None] DHCP port deletion for 9a89ef23-e597-4277-af0f-db46d18c4475 request from dv-cinder-820628-1-smb {{(pid=88190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 15:28:50.392030 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c4722f93-56d4-4533-8d73-6486ed28bcee None None] Deleting port 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 {{(pid=88190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:28:50.394117 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c4722f93-56d4-4533-8d73-6486ed28bcee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:50.467724 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] For port 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=7fc99a30-3c5a-42bc-9742-d8ca6d5eb885,segment=NetworkSegment(c086a62f-ce4e-4d3a-957f-4c3c603de8b6),segment_id=c086a62f-ce4e-4d3a-957f-4c3c603de8b6)] {{(pid=88189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:28:50.468134 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:50.598619 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] Calling delete_port for 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 owned by network:dhcp {{(pid=88189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:28:50.637239 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-c4722f93-56d4-4533-8d73-6486ed28bcee None None] For port 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885, host dv-cinder-820628-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820628-1-smb',level=0,port_id=7fc99a30-3c5a-42bc-9742-d8ca6d5eb885,segment=NetworkSegment(c086a62f-ce4e-4d3a-957f-4c3c603de8b6),segment_id=c086a62f-ce4e-4d3a-957f-4c3c603de8b6)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:28:50.637684 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c4722f93-56d4-4533-8d73-6486ed28bcee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:50.698494 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852868969'] for port, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:50.705182 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:50.754117 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc99a30-3c5a-42bc-9742-d8ca6d5eb885,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:50.757621 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:50.760634 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] No DVR routers for this DVR port 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 on host dv-cinder-820628-1-smb {{(pid=88189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:28:50.769838 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device d60589ee-1591-4b60-9d67-305f4f412d97 no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:28:50.806658 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c4722f93-56d4-4533-8d73-6486ed28bcee None None] Calling delete_port for 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 owned by network:dhcp {{(pid=88190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:28:50.849045 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: d60589ee-1591-4b60-9d67-305f4f412d97 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:28:50.849376 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device d60589ee-1591-4b60-9d67-305f4f412d97 not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:28:50.849791 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:28:50.888273 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:28:50.888636 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device a75d4d96-f531-4f0b-bfcc-8df4a37d81e5 not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:28:50.889107 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 no longer exists at agent ovs-agent-dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:28:50.894610 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3364997', 'neutron.services.segments.db._delete_segments_for_network-8744366564552'] for network, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:50.923280 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a89ef23-e597-4277-af0f-db46d18c4475']}} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:50.939203 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c086a62f-ce4e-4d3a-957f-4c3c603de8b6') {'for_net_delete': True} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:50.939530 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c086a62f-ce4e-4d3a-957f-4c3c603de8b6') {} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:28:50.954600 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744366571481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852690144'] for segment, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:50.972948 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:50.980791 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=88189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:28:50.981418 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3367674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852868797'] for segment, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: Traceback (most recent call last): Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: timer() Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: cb(*args, **kw) Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: return func(*args, **kwargs) Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: self._notify() Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: self.callback(batched_events) Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: event.method(event) Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: segment_id)['aggregates'][0] Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: return f(self, *a, **k) Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: return self._get(url).json() Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: **kwargs) Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: return self.request(url, 'GET', **kwargs) Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: **endpoint_filter) Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:28:50.996921 dv-cinder-820628-1-smb neutron-server[88079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:28:51.084555 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851410802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633852'] for network, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:51.089077 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:51.105990 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] No Port match for: 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:28:51.106373 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Device 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 not bound to the agent host dv-cinder-820628-1-smb {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:28:51.106724 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:51.120977 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a89ef23-e597-4277-af0f-db46d18c4475,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:51.126362 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:51.132141 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-3c36ea5d-0815-41df-9b4f-c6b1407652a8 admin admin] 10.222.0.71 "DELETE /v2.0/networks/9a89ef23-e597-4277-af0f-db46d18c4475 HTTP/1.1" status: 204 len: 168 time: 1.0388429 Dec 07 15:28:51.136495 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.db.api [None req-c4722f93-56d4-4533-8d73-6486ed28bcee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88190) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 15:28:51.136906 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_db.api [None req-c4722f93-56d4-4533-8d73-6486ed28bcee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88190) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 15:28:51.343543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 35658) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:51.412254 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-ad7725d8-7057-42fc-9a5b-1689c876e7a1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=01d8d866e2594ffea02fa7e007e96d66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0673463 Dec 07 15:28:51.415483 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 35662) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:51.485893 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8ba10401-206d-47f9-9316-2be989fd37df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:51.514901 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8ba10401-206d-47f9-9316-2be989fd37df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:51.560425 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8ba10401-206d-47f9-9316-2be989fd37df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:51.565594 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a72ee182-3a0f-48cb-8e7e-632efb68cb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:51.580016 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba10401-206d-47f9-9316-2be989fd37df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4ca0e5-fc68-4d69-b1e1-638a8846c342,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:51.584250 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8ba10401-206d-47f9-9316-2be989fd37df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:51.588429 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8ba10401-206d-47f9-9316-2be989fd37df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:51.589124 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-8ba10401-206d-47f9-9316-2be989fd37df admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aa4ca0e5-fc68-4d69-b1e1-638a8846c342 HTTP/1.1" status: 204 len: 168 time: 0.1726201 Dec 07 15:28:51.638496 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c4722f93-56d4-4533-8d73-6486ed28bcee None None] Deleting port 7fc99a30-3c5a-42bc-9742-d8ca6d5eb885 {{(pid=88190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:28:51.639109 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c4722f93-56d4-4533-8d73-6486ed28bcee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:51.704216 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-c4722f93-56d4-4533-8d73-6486ed28bcee None None] The port '7fc99a30-3c5a-42bc-9742-d8ca6d5eb885' was deleted {{(pid=88190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 15:28:52.182170 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:52.563121 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 35684) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:52.714173 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1893846863-network', 'tenant_id': '34b2cc205643475987e616c77d347ab1'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:28:52.720090 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:28:52.724628 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Usage tracker for resource:network and tenant:34b2cc205643475987e616c77d347ab1 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:28:52.728166 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:28:52.736443 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:28:52.748116 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Made reservation on behalf of 34b2cc205643475987e616c77d347ab1 for: {'network': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:28:52.753721 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for network, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:52.767897 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:52.800878 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:28:52.805367 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Usage tracker for resource:security_group_rule and tenant:34b2cc205643475987e616c77d347ab1 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:28:52.808424 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:28:52.814631 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:28:53.120603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:53.124459 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:53.128221 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-79e5a42b-a5e9-4654-9815-28fb1ce0d8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:53.158257 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=88188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:28:53.167497 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:53.171402 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:53.175138 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:53.175604 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.segments_db [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Added segment c146fae4-893d-478f-aaf0-773449daad8c of type vlan for network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 Dec 07 15:28:53.203642 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744366061905'] for network, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:53.234910 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for network, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:53.236389 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:28:53.237087 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:53.242563 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d604c480-d964-4b28-8feb-17394113e631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:53.341909 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7774036 Dec 07 15:28:53.345300 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 35690) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:28:53.351574 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Pushing event updated for resources: {'Network': ['ID=6a8546cd-27b2-429c-9d3f-222af23ad9d8,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:53.354316 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-1d87941d-0794-4faf-822b-6a70f781c28a admin admin] Request body: {'subnet': {'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1893846863-subnet', 'tenant_id': '34b2cc205643475987e616c77d347ab1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:28:53.354547 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e8fdfce2-a0e7-4d4e-b585-49fb56a1f22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:53.362336 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-1d87941d-0794-4faf-822b-6a70f781c28a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:28:53.368821 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 details requested by agent ovs-agent-dv-cinder-820628-1-smb with host dv-cinder-820628-1-smb {{(pid=88190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:28:53.383835 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-1d87941d-0794-4faf-822b-6a70f781c28a admin admin] Usage tracker for resource:subnet and tenant:34b2cc205643475987e616c77d347ab1 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:28:53.389105 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-1d87941d-0794-4faf-822b-6a70f781c28a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:28:53.398916 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-1d87941d-0794-4faf-822b-6a70f781c28a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:28:53.414827 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d87941d-0794-4faf-822b-6a70f781c28a admin admin] Made reservation on behalf of 34b2cc205643475987e616c77d347ab1 for: {'subnet': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:28:53.422614 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1d87941d-0794-4faf-822b-6a70f781c28a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1980407'] for subnet, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:53.692973 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1d87941d-0794-4faf-822b-6a70f781c28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852869075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1980390'] for subnet, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:53.697823 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-798da04d-9146-4ec8-9ae2-cb6382ef4c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:53.771768 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87941d-0794-4faf-822b-6a70f781c28a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a422c089-237d-45ff-9492-27b2357bfbce,revision_number=0']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:53.775948 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-1d87941d-0794-4faf-822b-6a70f781c28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:53.790338 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d87941d-0794-4faf-822b-6a70f781c28a admin admin] Checking segment: {'id': 'c146fae4-893d-478f-aaf0-773449daad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:28:53.790740 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d87941d-0794-4faf-822b-6a70f781c28a admin admin] Network hostable DHCP agents. Network: 6a8546cd-27b2-429c-9d3f-222af23ad9d8, hostable agents: ['8933d9ad-7c89-41d3-b37b-333921c44d45'], hosted agents: [] {{(pid=88189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:28:53.813297 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d87941d-0794-4faf-822b-6a70f781c28a admin admin] Network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 is scheduled to be hosted by DHCP agent 8933d9ad-7c89-41d3-b37b-333921c44d45 with binding_index 1 {{(pid=88189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:28:53.822467 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-1d87941d-0794-4faf-822b-6a70f781c28a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-smb, 6a8546cd-27b2-429c-9d3f-222af23ad9d8) {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:28:53.826546 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d87941d-0794-4faf-822b-6a70f781c28a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:28:53.827185 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-1d87941d-0794-4faf-822b-6a70f781c28a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:53.832603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a72e0ad-f7f9-4a2f-979c-f31f59c79475 None None] Network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:28:53.853130 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-1d87941d-0794-4faf-822b-6a70f781c28a admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5037196 Dec 07 15:28:54.066923 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b12b4d-06b9-4066-a794-a160cbb31093 None None] Network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:28:54.457657 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e7995-b229-413c-a38f-510a31e06e77 req-d098643b-f089-45d5-8702-10dbe576cd20 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:28:54.459317 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e10e7995-b229-413c-a38f-510a31e06e77 req-d098643b-f089-45d5-8702-10dbe576cd20 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/networks?id=6a8546cd-27b2-429c-9d3f-222af23ad9d8 HTTP/1.1" status: 200 len: 815 time: 0.1614349 Dec 07 15:28:54.478441 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e10e7995-b229-413c-a38f-510a31e06e77 req-0832f94c-ac8c-4818-a844-97c09e53b6f3 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/quotas/34b2cc205643475987e616c77d347ab1 HTTP/1.1" status: 200 len: 375 time: 0.0114636 Dec 07 15:28:54.528427 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e10e7995-b229-413c-a38f-510a31e06e77 req-e0535e61-de16-4b7c-b869-0870ecbed3a5 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=34b2cc205643475987e616c77d347ab1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443535 Dec 07 15:28:54.620069 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [req-e10e7995-b229-413c-a38f-510a31e06e77 req-46d51345-f380-4b15-a483-fc4410936385 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=88189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:28:54.621230 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e10e7995-b229-413c-a38f-510a31e06e77 req-46d51345-f380-4b15-a483-fc4410936385 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0854368 Dec 07 15:28:54.771003 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e10e7995-b229-413c-a38f-510a31e06e77 req-499a78d5-bcca-4ccb-98b7-7a0803bd3825 service neutron] 10.222.0.71 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422896 Dec 07 15:28:54.922724 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e10e7995-b229-413c-a38f-510a31e06e77 req-8fa769fd-3b6f-4d1d-a358-f009cf272968 service neutron] 10.222.0.71 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447339 Dec 07 15:28:55.128249 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8f648dad-9f98-4be0-a120-1740def4ac18 req-1b2848a3-9ed8-426a-a1ab-eff51139e36e tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b8429e8-5d55-46bd-9017-af9dffe94613 HTTP/1.1" status: 200 len: 210 time: 0.0505240 Dec 07 15:28:56.309023 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2f52d51a-df02-4aa4-a574-bc78b06181d0 req-9f395e47-94cc-41a1-af7b-0ddcc25cd6a2 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b8429e8-5d55-46bd-9017-af9dffe94613 HTTP/1.1" status: 200 len: 210 time: 0.0464437 Dec 07 15:28:56.526848 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e7995-b229-413c-a38f-510a31e06e77 req-969f3b77-fc87-4991-87f7-1a0e5c0782fb tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:28:56.527506 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-e10e7995-b229-413c-a38f-510a31e06e77 req-969f3b77-fc87-4991-87f7-1a0e5c0782fb tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Synchronizing usage tracker for tenant:34b2cc205643475987e616c77d347ab1 on resource:network {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:28:56.547298 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-e10e7995-b229-413c-a38f-510a31e06e77 req-969f3b77-fc87-4991-87f7-1a0e5c0782fb tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Unset dirty status for tenant:34b2cc205643475987e616c77d347ab1 on resource:network {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:28:56.548722 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e10e7995-b229-413c-a38f-510a31e06e77 req-969f3b77-fc87-4991-87f7-1a0e5c0782fb tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.57 "GET /v2.0/networks?id=6a8546cd-27b2-429c-9d3f-222af23ad9d8 HTTP/1.1" status: 200 len: 815 time: 0.1882303 Dec 07 15:28:56.563454 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-e10e7995-b229-413c-a38f-510a31e06e77 req-6ac12fa7-ae00-475b-8251-cb832a168130 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Request body: {'port': {'device_id': '1b8429e8-5d55-46bd-9017-af9dffe94613', 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8', 'admin_state_up': True, 'tenant_id': '34b2cc205643475987e616c77d347ab1'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:28:56.718589 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-e10e7995-b229-413c-a38f-510a31e06e77 req-6ac12fa7-ae00-475b-8251-cb832a168130 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:28:56.723027 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-e10e7995-b229-413c-a38f-510a31e06e77 req-6ac12fa7-ae00-475b-8251-cb832a168130 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Usage tracker for resource:port and tenant:34b2cc205643475987e616c77d347ab1 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:28:56.726399 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-e10e7995-b229-413c-a38f-510a31e06e77 req-6ac12fa7-ae00-475b-8251-cb832a168130 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:28:56.732841 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-e10e7995-b229-413c-a38f-510a31e06e77 req-6ac12fa7-ae00-475b-8251-cb832a168130 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:28:56.744043 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10e7995-b229-413c-a38f-510a31e06e77 req-6ac12fa7-ae00-475b-8251-cb832a168130 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Made reservation on behalf of 34b2cc205643475987e616c77d347ab1 for: {'port': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:28:56.749597 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-e10e7995-b229-413c-a38f-510a31e06e77 req-6ac12fa7-ae00-475b-8251-cb832a168130 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:56.939640 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [req-e10e7995-b229-413c-a38f-510a31e06e77 req-6ac12fa7-ae00-475b-8251-cb832a168130 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Allocated IP 172.20.0.14 (6a8546cd-27b2-429c-9d3f-222af23ad9d8/a422c089-237d-45ff-9492-27b2357bfbce/0f968502-f2a4-4ba9-b4dd-a0222a163d49) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:28:57.180555 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-e10e7995-b229-413c-a38f-510a31e06e77 req-6ac12fa7-ae00-475b-8251-cb832a168130 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:57.213345 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-e10e7995-b229-413c-a38f-510a31e06e77 req-6ac12fa7-ae00-475b-8251-cb832a168130 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:57.219774 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8aa9b7ac-bd25-48e4-842b-7744c6862276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:57.298603 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10e7995-b229-413c-a38f-510a31e06e77 req-6ac12fa7-ae00-475b-8251-cb832a168130 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:28:57.301731 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [req-e10e7995-b229-413c-a38f-510a31e06e77 req-6ac12fa7-ae00-475b-8251-cb832a168130 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:28:57.305968 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10e7995-b229-413c-a38f-510a31e06e77 req-6ac12fa7-ae00-475b-8251-cb832a168130 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:28:57.339927 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac12fa7-ae00-475b-8251-cb832a168130 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Pushing event updated for resources: {'Port': ['ID=0f968502-f2a4-4ba9-b4dd-a0222a163d49,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:57.347459 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6ac12fa7-ae00-475b-8251-cb832a168130 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:57.380253 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e7995-b229-413c-a38f-510a31e06e77 req-6ac12fa7-ae00-475b-8251-cb832a168130 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:28:57.380956 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-e10e7995-b229-413c-a38f-510a31e06e77 req-6ac12fa7-ae00-475b-8251-cb832a168130 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:57.404607 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e10e7995-b229-413c-a38f-510a31e06e77 req-6ac12fa7-ae00-475b-8251-cb832a168130 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8454752 Dec 07 15:28:57.415501 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [req-e10e7995-b229-413c-a38f-510a31e06e77 req-6e306c3d-c1de-4d74-9554-4bfe3ca02c39 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=88188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:28:57.416600 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e10e7995-b229-413c-a38f-510a31e06e77 req-6e306c3d-c1de-4d74-9554-4bfe3ca02c39 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0061529 Dec 07 15:28:57.505484 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Request body: {'port': {'device_id': '1b8429e8-5d55-46bd-9017-af9dffe94613', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:28:57.581623 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745b17-cc69-4c54-8a37-f18caa3fbdf3 req-414e383e-4e37-4a37-b8b9-b5bd11b109ac tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:28:57.583528 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4e745b17-cc69-4c54-8a37-f18caa3fbdf3 req-414e383e-4e37-4a37-b8b9-b5bd11b109ac tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b8429e8-5d55-46bd-9017-af9dffe94613 HTTP/1.1" status: 200 len: 932 time: 0.0968075 Dec 07 15:28:57.633462 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:57.641316 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4e745b17-cc69-4c54-8a37-f18caa3fbdf3 req-3f48eb59-9b9c-4c22-999a-cbe591f7d9eb tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511456 Dec 07 15:28:58.010776 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f968502-f2a4-4ba9-b4dd-a0222a163d49 {{(pid=88188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:28:58.018278 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:58.034361 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Transition to ACTIVE for port object 0f968502-f2a4-4ba9-b4dd-a0222a163d49 will not be triggered until provisioned by entity L2. {{(pid=88188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:28:58.038411 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6523332'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:58.042751 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-877158d4-f71c-487c-8938-b8fca2ce3c25 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:58.170916 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Pushing event updated for resources: {'Port': ['ID=0f968502-f2a4-4ba9-b4dd-a0222a163d49,revision_number=2']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:58.174253 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:58.310458 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Attempting to bind port 0f968502-f2a4-4ba9-b4dd-a0222a163d49 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:28:58.310947 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Attempting to bind port 0f968502-f2a4-4ba9-b4dd-a0222a163d49 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'c146fae4-893d-478f-aaf0-773449daad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8'}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:28:58.311524 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Attempting to bind port 0f968502-f2a4-4ba9-b4dd-a0222a163d49 on network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:28:58.321193 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Port 0f968502-f2a4-4ba9-b4dd-a0222a163d49 on network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:28:58.321773 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Attempting to bind port 0f968502-f2a4-4ba9-b4dd-a0222a163d49 on network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:28:58.330199 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Checking agent: {'id': 'cbbfcabc-3255-4d4c-9281-bbfa60486e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'started_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:28:58.330579 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Checking segment: {'id': 'c146fae4-893d-478f-aaf0-773449daad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:28:58.331001 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Bound using segment: {'id': 'c146fae4-893d-478f-aaf0-773449daad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8'} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:28:58.331475 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Bound port: 0f968502-f2a4-4ba9-b4dd-a0222a163d49, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c146fae4-893d-478f-aaf0-773449daad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8'}}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:28:58.331865 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:58.432218 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] For port 0f968502-f2a4-4ba9-b4dd-a0222a163d49, host hv-cinder-82062, cleared binding levels {{(pid=88188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:28:58.435714 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] For port 0f968502-f2a4-4ba9-b4dd-a0222a163d49, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=0f968502-f2a4-4ba9-b4dd-a0222a163d49,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:28:58.439229 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6523332'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:58.443327 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:28:58.515762 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:28:58.517404 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e10e7995-b229-413c-a38f-510a31e06e77 req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] 10.222.0.57 "PUT /v2.0/ports/0f968502-f2a4-4ba9-b4dd-a0222a163d49 HTTP/1.1" status: 200 len: 1094 time: 1.0930791 Dec 07 15:28:58.518008 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8429e8-5d55-46bd-9017-af9dffe94613', 'tag': '0f968502-f2a4-4ba9-b4dd-a0222a163d49'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:28:58.535362 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Pushing event updated for resources: {'Port': ['ID=0f968502-f2a4-4ba9-b4dd-a0222a163d49,revision_number=3']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:28:58.539299 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-25422982-46d7-4d0e-8f4b-8bb82d8e609b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:28:58.599502 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8429e8-5d55-46bd-9017-af9dffe94613', 'tag': '0f968502-f2a4-4ba9-b4dd-a0222a163d49', 'status': 'completed', 'code': 200} Dec 07 15:28:58.642961 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e10e7995-b229-413c-a38f-510a31e06e77 req-2041e41b-8dfb-4ec6-930d-76e5874962bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34b2cc205643475987e616c77d347ab1&device_id=1b8429e8-5d55-46bd-9017-af9dffe94613 HTTP/1.1" status: 200 len: 1097 time: 0.0861638 Dec 07 15:28:58.723059 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e10e7995-b229-413c-a38f-510a31e06e77 req-c83f1112-50df-4175-b763-2926969acf49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f968502-f2a4-4ba9-b4dd-a0222a163d49 HTTP/1.1" status: 200 len: 217 time: 0.0707114 Dec 07 15:28:58.794005 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e7995-b229-413c-a38f-510a31e06e77 req-879c806f-6020-4bd5-8a5e-7f7c2b1fc970 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:28:58.795687 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e10e7995-b229-413c-a38f-510a31e06e77 req-879c806f-6020-4bd5-8a5e-7f7c2b1fc970 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a422c089-237d-45ff-9492-27b2357bfbce HTTP/1.1" status: 200 len: 855 time: 0.0671334 Dec 07 15:28:58.846224 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e10e7995-b229-413c-a38f-510a31e06e77 req-4db66763-3005-4ad4-90b4-8e2365b534a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a8546cd-27b2-429c-9d3f-222af23ad9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445690 Dec 07 15:28:58.853237 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d017a-e398-4c40-ba4c-b84f555572ab req-56825539-30f5-4ed0-999c-eae65a502739 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:28:58.855075 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5b2d017a-e398-4c40-ba4c-b84f555572ab req-56825539-30f5-4ed0-999c-eae65a502739 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b8429e8-5d55-46bd-9017-af9dffe94613 HTTP/1.1" status: 200 len: 944 time: 0.0867388 Dec 07 15:28:58.915143 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-5b2d017a-e398-4c40-ba4c-b84f555572ab req-4c0de4ff-72c7-460c-86ff-80781160043d tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536184 Dec 07 15:28:58.996347 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e10e7995-b229-413c-a38f-510a31e06e77 req-83e26fb0-6e79-44a0-8f0b-332fce2b8788 service neutron] 10.222.0.57 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437647 Dec 07 15:28:59.146235 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e10e7995-b229-413c-a38f-510a31e06e77 req-af65f6c2-6d8a-4393-a9f0-771e43fcfb89 service neutron] 10.222.0.57 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429129 Dec 07 15:28:59.274131 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-177431b2-bcc6-40f2-a00f-8e529b0e54a3 req-ab851bff-ed18-4aac-b2e4-cc043345ccbd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34b2cc205643475987e616c77d347ab1&device_id=1b8429e8-5d55-46bd-9017-af9dffe94613 HTTP/1.1" status: 200 len: 1097 time: 0.0807514 Dec 07 15:28:59.429799 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177431b2-bcc6-40f2-a00f-8e529b0e54a3 req-0c06aa0a-2da6-4433-9ea0-01dd8010d459 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:28:59.432546 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-177431b2-bcc6-40f2-a00f-8e529b0e54a3 req-0c06aa0a-2da6-4433-9ea0-01dd8010d459 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a8546cd-27b2-429c-9d3f-222af23ad9d8 HTTP/1.1" status: 200 len: 916 time: 0.1502521 Dec 07 15:28:59.507242 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-177431b2-bcc6-40f2-a00f-8e529b0e54a3 req-b9fdc4ca-874c-45ff-b310-4d01e2d7a526 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f968502-f2a4-4ba9-b4dd-a0222a163d49 HTTP/1.1" status: 200 len: 217 time: 0.0672979 Dec 07 15:28:59.581953 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177431b2-bcc6-40f2-a00f-8e529b0e54a3 req-e59de439-c143-4e45-bb3b-07206d27ff83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:28:59.583607 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-177431b2-bcc6-40f2-a00f-8e529b0e54a3 req-e59de439-c143-4e45-bb3b-07206d27ff83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a422c089-237d-45ff-9492-27b2357bfbce HTTP/1.1" status: 200 len: 855 time: 0.0700288 Dec 07 15:28:59.635672 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-177431b2-bcc6-40f2-a00f-8e529b0e54a3 req-2ddc8094-b2ca-4aa2-9baa-10c6309b7c7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a8546cd-27b2-429c-9d3f-222af23ad9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445528 Dec 07 15:28:59.801194 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-177431b2-bcc6-40f2-a00f-8e529b0e54a3 req-9ab57dbf-87b3-49dd-98d3-fb6954cf60b9 service neutron] 10.222.0.57 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571195 Dec 07 15:28:59.961546 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-177431b2-bcc6-40f2-a00f-8e529b0e54a3 req-1808573b-1257-4d71-8552-d587da962afa service neutron] 10.222.0.57 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533880 Dec 07 15:29:00.149248 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49958e4-262b-41f9-bb8f-c258fe5ec57d req-0e7c94f5-b0ff-4e76-bc04-b0a3f56c4669 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:00.151040 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a49958e4-262b-41f9-bb8f-c258fe5ec57d req-0e7c94f5-b0ff-4e76-bc04-b0a3f56c4669 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b8429e8-5d55-46bd-9017-af9dffe94613 HTTP/1.1" status: 200 len: 944 time: 0.0949903 Dec 07 15:29:00.190586 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 0f968502-f2a4-4ba9-b4dd-a0222a163d49 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:29:00.204915 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a49958e4-262b-41f9-bb8f-c258fe5ec57d req-171a208a-ef4d-4f06-8aa0-373734e7316c tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461116 Dec 07 15:29:00.356775 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 0f968502-f2a4-4ba9-b4dd-a0222a163d49, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=0f968502-f2a4-4ba9-b4dd-a0222a163d49,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:29:00.373406 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': '0f968502-f2a4-4ba9-b4dd-a0222a163d49', 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8', 'port_id': '0f968502-f2a4-4ba9-b4dd-a0222a163d49', 'mac_address': 'fa:16:3e:d7:8a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a422c089-237d-45ff-9492-27b2357bfbce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:29:00.437731 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:00.463356 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f968502-f2a4-4ba9-b4dd-a0222a163d49 {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:29:00.481938 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 0f968502-f2a4-4ba9-b4dd-a0222a163d49, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=0f968502-f2a4-4ba9-b4dd-a0222a163d49,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:29:00.485559 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:00.487680 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:00.564524 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=0f968502-f2a4-4ba9-b4dd-a0222a163d49,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:00.574397 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:00.574793 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:00.575174 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:00.575544 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:00.575921 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:00.576294 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:00.576662 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:00.577029 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:00.577394 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:00.577757 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:00.578119 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:00.582593 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:00.694284 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['0f968502-f2a4-4ba9-b4dd-a0222a163d49'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:29:01.429600 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee3518-7c4b-4300-a998-2066b1a0ca91 req-f812e096-a1a1-4664-a095-3c7d17b3f790 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:01.431288 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1dee3518-7c4b-4300-a998-2066b1a0ca91 req-f812e096-a1a1-4664-a095-3c7d17b3f790 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b8429e8-5d55-46bd-9017-af9dffe94613 HTTP/1.1" status: 200 len: 945 time: 0.0916750 Dec 07 15:29:01.495262 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1dee3518-7c4b-4300-a998-2066b1a0ca91 req-298fd1b2-36e4-41a8-9108-dfc09b749540 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542955 Dec 07 15:29:02.192320 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 0f968502-f2a4-4ba9-b4dd-a0222a163d49 up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:29:02.275857 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning for port 0f968502-f2a4-4ba9-b4dd-a0222a163d49 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:29:02.281148 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port 0f968502-f2a4-4ba9-b4dd-a0222a163d49 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:29:02.281574 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:02.408288 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:02.442849 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8429e8-5d55-46bd-9017-af9dffe94613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f968502-f2a4-4ba9-b4dd-a0222a163d49'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:29:02.454660 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 0f968502-f2a4-4ba9-b4dd-a0222a163d49, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=0f968502-f2a4-4ba9-b4dd-a0222a163d49,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:29:02.458543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:02.461627 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:02.533063 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=0f968502-f2a4-4ba9-b4dd-a0222a163d49,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:02.536682 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:02.587795 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8429e8-5d55-46bd-9017-af9dffe94613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f968502-f2a4-4ba9-b4dd-a0222a163d49', 'code': 200} Dec 07 15:29:02.724447 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080e0a8-4fad-4cc0-85ba-6d7cbbf1b5bc req-8551aa59-769f-40c3-b182-dcaa62f1454a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:02.726123 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e080e0a8-4fad-4cc0-85ba-6d7cbbf1b5bc req-8551aa59-769f-40c3-b182-dcaa62f1454a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b8429e8-5d55-46bd-9017-af9dffe94613 HTTP/1.1" status: 200 len: 946 time: 0.0960064 Dec 07 15:29:02.776949 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e080e0a8-4fad-4cc0-85ba-6d7cbbf1b5bc req-4f931c0a-40b6-470c-ae4b-7eb17574bdcd tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442865 Dec 07 15:29:02.838010 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ad42f9ae-63e2-43a4-b197-54c6362159c2 req-21b132e9-c6dc-40bc-9bfd-c272e138c3c2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1b8429e8-5d55-46bd-9017-af9dffe94613 HTTP/1.1" status: 200 len: 1099 time: 0.0748816 Dec 07 15:29:02.887198 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ad42f9ae-63e2-43a4-b197-54c6362159c2 req-be91c2ed-31de-48de-a338-b2c19ad91d0a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426936 Dec 07 15:29:04.010205 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed903b62-0632-4ec4-94f7-1de872fb2698 req-0b12d245-97ee-440f-b3bb-0ca0d9d52170 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:04.010205 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ed903b62-0632-4ec4-94f7-1de872fb2698 req-0b12d245-97ee-440f-b3bb-0ca0d9d52170 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b8429e8-5d55-46bd-9017-af9dffe94613 HTTP/1.1" status: 200 len: 946 time: 0.0903068 Dec 07 15:29:04.059501 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-ed903b62-0632-4ec4-94f7-1de872fb2698 req-eb6bf1e7-b363-489f-9f67-24b705f078af tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476983 Dec 07 15:29:05.279765 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38897a-61a1-4cdf-b505-d96d19fd5dd9 req-00f3e337-b83b-4d09-90cc-625b29546c74 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:05.281431 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fd38897a-61a1-4cdf-b505-d96d19fd5dd9 req-00f3e337-b83b-4d09-90cc-625b29546c74 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b8429e8-5d55-46bd-9017-af9dffe94613 HTTP/1.1" status: 200 len: 946 time: 0.0898399 Dec 07 15:29:05.335749 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-fd38897a-61a1-4cdf-b505-d96d19fd5dd9 req-22a961b8-532f-4ca7-8832-439f59b97e60 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443544 Dec 07 15:29:08.566346 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f5d9aa93-ea8c-4f61-a37a-7c23e7515768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:09.168737 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-b57ae9d8-f63f-4884-a238-ca8f767bbd58 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:09.170410 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-b57ae9d8-f63f-4884-a238-ca8f767bbd58 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/networks?id=6a8546cd-27b2-429c-9d3f-222af23ad9d8 HTTP/1.1" status: 200 len: 815 time: 0.1583097 Dec 07 15:29:09.192083 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-129acc5b-8c97-4415-a876-fe10de2143a4 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/quotas/34b2cc205643475987e616c77d347ab1 HTTP/1.1" status: 200 len: 375 time: 0.0122941 Dec 07 15:29:09.291564 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-365be1de-463c-4635-9b96-2a5d44cea051 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=34b2cc205643475987e616c77d347ab1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0915527 Dec 07 15:29:09.306691 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-4020c330-61e1-4e72-829f-46ec98147b30 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=88189) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 15:29:09.307760 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-4020c330-61e1-4e72-829f-46ec98147b30 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0055447 Dec 07 15:29:09.458370 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-2c4cc2ca-5740-45e7-983f-0082e81f1058 service neutron] 10.222.0.71 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431589 Dec 07 15:29:09.612303 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-2385c364-8fc0-44ec-a6b2-b47cdce6c79b service neutron] 10.222.0.71 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449227 Dec 07 15:29:09.711678 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:09.826710 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-16f80106-b693-48bf-b8d0-68b358dd3bb9 req-8b9a11b9-60df-4483-9b05-a4b2845ff2b2 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=273bec35-b89b-43e9-9092-3cfce1cb5cc0 HTTP/1.1" status: 200 len: 210 time: 0.0463560 Dec 07 15:29:10.696730 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8353297f-9ff5-4eb4-9163-dda7b758bc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:10.996487 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-034ef9d5-8101-418b-88a5-2688b32f5809 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:10.998058 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-034ef9d5-8101-418b-88a5-2688b32f5809 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.57 "GET /v2.0/networks?id=6a8546cd-27b2-429c-9d3f-222af23ad9d8 HTTP/1.1" status: 200 len: 815 time: 0.1606157 Dec 07 15:29:11.012795 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-d76ee046-11c9-4848-b37b-28dcdadb6828 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Request body: {'port': {'device_id': '273bec35-b89b-43e9-9092-3cfce1cb5cc0', 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8', 'admin_state_up': True, 'tenant_id': '34b2cc205643475987e616c77d347ab1'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:11.026369 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f02264f0-d184-456d-a6e9-81e19cdf579d req-0db98bfc-aab0-4623-a03a-909a467b0795 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=273bec35-b89b-43e9-9092-3cfce1cb5cc0 HTTP/1.1" status: 200 len: 210 time: 0.0511432 Dec 07 15:29:11.327171 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:11.403169 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-d76ee046-11c9-4848-b37b-28dcdadb6828 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:11.407905 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-d76ee046-11c9-4848-b37b-28dcdadb6828 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Usage tracker for resource:port and tenant:34b2cc205643475987e616c77d347ab1 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:11.412753 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-d76ee046-11c9-4848-b37b-28dcdadb6828 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:11.419336 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-d76ee046-11c9-4848-b37b-28dcdadb6828 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:11.430325 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-d76ee046-11c9-4848-b37b-28dcdadb6828 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Made reservation on behalf of 34b2cc205643475987e616c77d347ab1 for: {'port': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:29:11.435966 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-d76ee046-11c9-4848-b37b-28dcdadb6828 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:11.625243 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-d76ee046-11c9-4848-b37b-28dcdadb6828 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Allocated IP 172.20.0.3 (6a8546cd-27b2-429c-9d3f-222af23ad9d8/a422c089-237d-45ff-9492-27b2357bfbce/23941c6d-e0b6-4132-b4e9-f5bf92c10b30) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:29:11.841200 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-d76ee046-11c9-4848-b37b-28dcdadb6828 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:11.870439 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-d76ee046-11c9-4848-b37b-28dcdadb6828 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:11.877094 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-09876e64-b661-486c-a2f9-5986b74d19ab tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:11.883030 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['0f968502-f2a4-4ba9-b4dd-a0222a163d49'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:29:11.947748 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-d76ee046-11c9-4848-b37b-28dcdadb6828 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:29:11.951025 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-d76ee046-11c9-4848-b37b-28dcdadb6828 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:11.955890 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-d76ee046-11c9-4848-b37b-28dcdadb6828 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:29:11.989602 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ee046-11c9-4848-b37b-28dcdadb6828 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Pushing event updated for resources: {'Port': ['ID=23941c6d-e0b6-4132-b4e9-f5bf92c10b30,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:11.997596 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d76ee046-11c9-4848-b37b-28dcdadb6828 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:12.026860 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-d76ee046-11c9-4848-b37b-28dcdadb6828 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:12.027548 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-d76ee046-11c9-4848-b37b-28dcdadb6828 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:12.047851 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-d76ee046-11c9-4848-b37b-28dcdadb6828 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0390992 Dec 07 15:29:12.060377 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Request body: {'port': {'device_id': '273bec35-b89b-43e9-9092-3cfce1cb5cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:12.136921 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:29:12.179073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:12.245984 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66879f18-0832-4c15-8483-3086a2fc246d req-387802ee-2790-4f57-b991-36eea9b4162e tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:12.247645 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-66879f18-0832-4c15-8483-3086a2fc246d req-387802ee-2790-4f57-b991-36eea9b4162e tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=273bec35-b89b-43e9-9092-3cfce1cb5cc0 HTTP/1.1" status: 200 len: 931 time: 0.0917406 Dec 07 15:29:12.299467 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-66879f18-0832-4c15-8483-3086a2fc246d req-33057318-0e3c-4dea-8c6f-2fd6d4c85f5f tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439079 Dec 07 15:29:12.563965 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23941c6d-e0b6-4132-b4e9-f5bf92c10b30 {{(pid=88188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:29:12.572067 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:12.592891 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Transition to ACTIVE for port object 23941c6d-e0b6-4132-b4e9-f5bf92c10b30 will not be triggered until provisioned by entity L2. {{(pid=88188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:29:12.596665 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6523332'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:12.601124 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0c34a96a-1236-4e34-8732-a270b29e75dc tempest-ServerRescueNegativeTestJSON-895222855 tempest-ServerRescueNegativeTestJSON-895222855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:12.619972 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:12.734680 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=23941c6d-e0b6-4132-b4e9-f5bf92c10b30,revision_number=2']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:12.739428 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:12.848947 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Attempting to bind port 23941c6d-e0b6-4132-b4e9-f5bf92c10b30 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:29:12.849572 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Attempting to bind port 23941c6d-e0b6-4132-b4e9-f5bf92c10b30 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'c146fae4-893d-478f-aaf0-773449daad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8'}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:29:12.849711 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Attempting to bind port 23941c6d-e0b6-4132-b4e9-f5bf92c10b30 on network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:29:12.856058 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Port 23941c6d-e0b6-4132-b4e9-f5bf92c10b30 on network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:29:12.856428 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Attempting to bind port 23941c6d-e0b6-4132-b4e9-f5bf92c10b30 on network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:29:12.864024 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Checking agent: {'id': 'cbbfcabc-3255-4d4c-9281-bbfa60486e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'started_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:29:12.864395 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Checking segment: {'id': 'c146fae4-893d-478f-aaf0-773449daad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:29:12.864814 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Bound using segment: {'id': 'c146fae4-893d-478f-aaf0-773449daad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8'} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:29:12.865281 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Bound port: 23941c6d-e0b6-4132-b4e9-f5bf92c10b30, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c146fae4-893d-478f-aaf0-773449daad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8'}}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:29:12.865671 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:12.960905 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] For port 23941c6d-e0b6-4132-b4e9-f5bf92c10b30, host hv-cinder-82062, cleared binding levels {{(pid=88188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:29:12.964002 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] For port 23941c6d-e0b6-4132-b4e9-f5bf92c10b30, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=23941c6d-e0b6-4132-b4e9-f5bf92c10b30,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:29:12.969023 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6523332'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:12.972795 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6f77a31d-5e72-4b32-bedd-68dce930d7fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:13.041478 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:13.043000 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] 10.222.0.57 "PUT /v2.0/ports/23941c6d-e0b6-4132-b4e9-f5bf92c10b30 HTTP/1.1" status: 200 len: 1093 time: 0.9878969 Dec 07 15:29:13.043540 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273bec35-b89b-43e9-9092-3cfce1cb5cc0', 'tag': '23941c6d-e0b6-4132-b4e9-f5bf92c10b30'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:29:13.057240 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=23941c6d-e0b6-4132-b4e9-f5bf92c10b30,revision_number=3']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:13.060732 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:13.128047 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273bec35-b89b-43e9-9092-3cfce1cb5cc0', 'tag': '23941c6d-e0b6-4132-b4e9-f5bf92c10b30', 'status': 'completed', 'code': 200} Dec 07 15:29:13.179354 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-e08aa626-e814-4f32-ab83-7b6f1fdac728 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34b2cc205643475987e616c77d347ab1&device_id=273bec35-b89b-43e9-9092-3cfce1cb5cc0 HTTP/1.1" status: 200 len: 1096 time: 0.0902135 Dec 07 15:29:13.277247 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-5a0dd5dd-63c1-455f-9978-2de4974b5706 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23941c6d-e0b6-4132-b4e9-f5bf92c10b30 HTTP/1.1" status: 200 len: 217 time: 0.0758741 Dec 07 15:29:13.361402 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-b51149e5-b9fd-4036-912e-8153f7ff467a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:13.362683 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-b51149e5-b9fd-4036-912e-8153f7ff467a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a422c089-237d-45ff-9492-27b2357bfbce HTTP/1.1" status: 200 len: 855 time: 0.0739231 Dec 07 15:29:13.413691 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-4261105f-5e9d-4c5e-987b-f676d7825870 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a8546cd-27b2-429c-9d3f-222af23ad9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446246 Dec 07 15:29:13.510373 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818aae3f-e003-4bdc-a508-18099f803ced req-6246b08c-af3e-47f2-9706-baa6382fdf02 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:13.512096 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-818aae3f-e003-4bdc-a508-18099f803ced req-6246b08c-af3e-47f2-9706-baa6382fdf02 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=273bec35-b89b-43e9-9092-3cfce1cb5cc0 HTTP/1.1" status: 200 len: 943 time: 0.0819626 Dec 07 15:29:13.560698 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-818aae3f-e003-4bdc-a508-18099f803ced req-022f4165-f450-49a6-a2dd-26bc80aac289 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421019 Dec 07 15:29:13.572118 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-0c88135b-0b06-4eb8-97f1-367c19c2f66e service neutron] 10.222.0.57 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391695 Dec 07 15:29:13.725122 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b62d05f9-4f36-46f3-b530-6af9b2c192bc req-47c259d3-af9c-421b-b7d7-23af344c20ff service neutron] 10.222.0.57 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417723 Dec 07 15:29:13.862049 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b759ab89-8899-425e-a443-30e65c1ad052 req-b5fffd1b-44b8-4bc9-a45d-780287471679 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34b2cc205643475987e616c77d347ab1&device_id=273bec35-b89b-43e9-9092-3cfce1cb5cc0 HTTP/1.1" status: 200 len: 1096 time: 0.0756760 Dec 07 15:29:14.007349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759ab89-8899-425e-a443-30e65c1ad052 req-5d32a64c-7369-4424-a724-986a95e5d57f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:14.008951 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b759ab89-8899-425e-a443-30e65c1ad052 req-5d32a64c-7369-4424-a724-986a95e5d57f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a8546cd-27b2-429c-9d3f-222af23ad9d8 HTTP/1.1" status: 200 len: 916 time: 0.1400476 Dec 07 15:29:14.084155 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b759ab89-8899-425e-a443-30e65c1ad052 req-65bb8501-1252-451e-b9ef-df76ac6e2939 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23941c6d-e0b6-4132-b4e9-f5bf92c10b30 HTTP/1.1" status: 200 len: 217 time: 0.0676682 Dec 07 15:29:14.154273 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759ab89-8899-425e-a443-30e65c1ad052 req-dfbbab49-319d-4d3d-a031-55d3eddc1688 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:14.156077 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b759ab89-8899-425e-a443-30e65c1ad052 req-dfbbab49-319d-4d3d-a031-55d3eddc1688 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a422c089-237d-45ff-9492-27b2357bfbce HTTP/1.1" status: 200 len: 855 time: 0.0645950 Dec 07 15:29:14.210504 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b759ab89-8899-425e-a443-30e65c1ad052 req-d69e1d5c-474d-4ce1-bb8e-f26917254911 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a8546cd-27b2-429c-9d3f-222af23ad9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462797 Dec 07 15:29:14.357893 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b759ab89-8899-425e-a443-30e65c1ad052 req-2d45bb4a-f1d2-4af2-ba3e-fcf6b4acc545 service neutron] 10.222.0.57 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399300 Dec 07 15:29:14.508083 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b759ab89-8899-425e-a443-30e65c1ad052 req-4743f96c-e669-4a37-82c4-d3c8a5bfb6a0 service neutron] 10.222.0.57 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423240 Dec 07 15:29:14.775100 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845c9f4-2c64-4d9d-8192-55a12e5c171b req-3e322741-e2f0-463b-9346-df8961319dee tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:14.776709 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9845c9f4-2c64-4d9d-8192-55a12e5c171b req-3e322741-e2f0-463b-9346-df8961319dee tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=273bec35-b89b-43e9-9092-3cfce1cb5cc0 HTTP/1.1" status: 200 len: 943 time: 0.0880935 Dec 07 15:29:14.825466 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9845c9f4-2c64-4d9d-8192-55a12e5c171b req-cb051e7e-7d0b-4574-acf2-3f7176cd0117 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423288 Dec 07 15:29:16.045243 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed16a6d-0ebe-40ab-9535-59753f2b00fd req-5cf712b2-55e3-4064-b840-8862b1d7476e tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:16.046830 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6ed16a6d-0ebe-40ab-9535-59753f2b00fd req-5cf712b2-55e3-4064-b840-8862b1d7476e tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=273bec35-b89b-43e9-9092-3cfce1cb5cc0 HTTP/1.1" status: 200 len: 943 time: 0.0894504 Dec 07 15:29:16.099067 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6ed16a6d-0ebe-40ab-9535-59753f2b00fd req-626e660e-5dc9-4add-8f77-7a97a3c56b5e tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428090 Dec 07 15:29:16.247765 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 23941c6d-e0b6-4132-b4e9-f5bf92c10b30 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:29:16.406425 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 23941c6d-e0b6-4132-b4e9-f5bf92c10b30, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=23941c6d-e0b6-4132-b4e9-f5bf92c10b30,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:29:16.421544 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': '23941c6d-e0b6-4132-b4e9-f5bf92c10b30', 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8', 'port_id': '23941c6d-e0b6-4132-b4e9-f5bf92c10b30', 'mac_address': 'fa:16:3e:50:95:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a422c089-237d-45ff-9492-27b2357bfbce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:29:16.481150 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:16.499378 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23941c6d-e0b6-4132-b4e9-f5bf92c10b30 {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:29:16.515966 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 23941c6d-e0b6-4132-b4e9-f5bf92c10b30, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=23941c6d-e0b6-4132-b4e9-f5bf92c10b30,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:29:16.520672 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:16.522543 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8185f078-7165-42f4-acca-f70f7c141241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:16.588277 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=23941c6d-e0b6-4132-b4e9-f5bf92c10b30,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:16.591484 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:16.743519 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['23941c6d-e0b6-4132-b4e9-f5bf92c10b30'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:29:17.336021 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1d36d-7a21-4401-b1a1-43163b77e906 req-49f169ad-f75b-46e6-9499-0ff078aaec37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:17.338711 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a1c1d36d-7a21-4401-b1a1-43163b77e906 req-49f169ad-f75b-46e6-9499-0ff078aaec37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=273bec35-b89b-43e9-9092-3cfce1cb5cc0 HTTP/1.1" status: 200 len: 944 time: 0.1026068 Dec 07 15:29:17.390806 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a1c1d36d-7a21-4401-b1a1-43163b77e906 req-29e13cb5-e34e-4821-9d2e-f3d3fc0103cc tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439444 Dec 07 15:29:18.238469 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 23941c6d-e0b6-4132-b4e9-f5bf92c10b30 up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:29:18.317505 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning for port 23941c6d-e0b6-4132-b4e9-f5bf92c10b30 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:29:18.324733 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port 23941c6d-e0b6-4132-b4e9-f5bf92c10b30 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:29:18.325155 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:18.446288 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:18.474073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273bec35-b89b-43e9-9092-3cfce1cb5cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23941c6d-e0b6-4132-b4e9-f5bf92c10b30'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:29:18.484676 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 23941c6d-e0b6-4132-b4e9-f5bf92c10b30, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=23941c6d-e0b6-4132-b4e9-f5bf92c10b30,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:29:18.488831 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:18.490628 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:18.539220 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273bec35-b89b-43e9-9092-3cfce1cb5cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23941c6d-e0b6-4132-b4e9-f5bf92c10b30', 'code': 200} Dec 07 15:29:18.569771 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=23941c6d-e0b6-4132-b4e9-f5bf92c10b30,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:18.573442 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:18.609651 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c051ba8-66cb-4021-8938-e2c1f43df26f req-d0f0ae5f-323c-4095-ac8c-a7bdded9c55d tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:18.611297 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6c051ba8-66cb-4021-8938-e2c1f43df26f req-d0f0ae5f-323c-4095-ac8c-a7bdded9c55d tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=273bec35-b89b-43e9-9092-3cfce1cb5cc0 HTTP/1.1" status: 200 len: 945 time: 0.0858605 Dec 07 15:29:18.667885 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6c051ba8-66cb-4021-8938-e2c1f43df26f req-d5b91612-7a18-47cd-8793-3b69dfc9e316 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494800 Dec 07 15:29:18.815360 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d38aacdc-9a4e-4de2-aee2-3bb632d15497 req-16cb025f-7a83-4ffb-b040-5daa4191ea43 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=273bec35-b89b-43e9-9092-3cfce1cb5cc0 HTTP/1.1" status: 200 len: 1098 time: 0.0768831 Dec 07 15:29:18.861176 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d38aacdc-9a4e-4de2-aee2-3bb632d15497 req-286d1f72-e3df-4914-95b2-f2f694ec4a44 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388498 Dec 07 15:29:19.901627 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ead7f8-d4cf-4049-afed-a452c0a4c6c7 req-0f78d3ed-d26a-40d8-a735-435b5fd096bc tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:19.903276 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6ead7f8-d4cf-4049-afed-a452c0a4c6c7 req-0f78d3ed-d26a-40d8-a735-435b5fd096bc tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=273bec35-b89b-43e9-9092-3cfce1cb5cc0 HTTP/1.1" status: 200 len: 945 time: 0.0934083 Dec 07 15:29:19.955398 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a6ead7f8-d4cf-4049-afed-a452c0a4c6c7 req-9118b507-0e37-4287-9dcc-41bd93d3a018 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457470 Dec 07 15:29:21.402286 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbdb23-e55d-4de3-98d0-9d14588c1f2b req-5964a3a2-7cb9-4ed9-b2aa-1d06a928c8d8 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:21.404090 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1cdbdb23-e55d-4de3-98d0-9d14588c1f2b req-5964a3a2-7cb9-4ed9-b2aa-1d06a928c8d8 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=273bec35-b89b-43e9-9092-3cfce1cb5cc0 HTTP/1.1" status: 200 len: 945 time: 0.3151920 Dec 07 15:29:21.459089 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-1cdbdb23-e55d-4de3-98d0-9d14588c1f2b req-4fb3cc50-fc4d-4bf0-a2d6-23ba5b1cb89b tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462041 Dec 07 15:29:22.179096 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:24.071139 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-26bdfe40-8acb-4f7a-abef-0fdd194caaa0 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:24.072594 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-26bdfe40-8acb-4f7a-abef-0fdd194caaa0 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/networks?id=6a8546cd-27b2-429c-9d3f-222af23ad9d8 HTTP/1.1" status: 200 len: 815 time: 0.1689093 Dec 07 15:29:24.093477 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-ffd35eb5-682b-4034-bf7c-6204e05daa8a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/quotas/34b2cc205643475987e616c77d347ab1 HTTP/1.1" status: 200 len: 375 time: 0.0119314 Dec 07 15:29:24.186382 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-a65e3651-1f98-4401-98b5-b0ce35894b00 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=34b2cc205643475987e616c77d347ab1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868490 Dec 07 15:29:24.341334 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-70a0c14c-af06-41f3-b999-4d38f49496de service neutron] 10.222.0.71 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446347 Dec 07 15:29:24.495890 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-02c29acf-81e8-4208-bc89-97826c32eff4 service neutron] 10.222.0.71 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468456 Dec 07 15:29:24.721622 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c8e05f0b-075c-4f5d-8922-e7e98e234771 req-03377abe-9235-48c6-8786-9b5867ce5756 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b3a93e5-5e25-4d95-a1cc-443e9f05bd73 HTTP/1.1" status: 200 len: 210 time: 0.0583150 Dec 07 15:29:25.901810 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-9c686e48-8e7c-4a23-bba9-8946a8ca3de4 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:25.903830 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-9c686e48-8e7c-4a23-bba9-8946a8ca3de4 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.57 "GET /v2.0/networks?id=6a8546cd-27b2-429c-9d3f-222af23ad9d8 HTTP/1.1" status: 200 len: 815 time: 0.1699772 Dec 07 15:29:25.906314 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-6b90c1bb-7e20-494d-9e1c-7e4929a88b6c req-e23cb062-9550-4d1b-a1db-c4d629bdf3f5 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b3a93e5-5e25-4d95-a1cc-443e9f05bd73 HTTP/1.1" status: 200 len: 210 time: 0.0477018 Dec 07 15:29:25.919828 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Request body: {'port': {'device_id': '6b3a93e5-5e25-4d95-a1cc-443e9f05bd73', 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8', 'admin_state_up': True, 'tenant_id': '34b2cc205643475987e616c77d347ab1'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:26.073500 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:26.077647 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Usage tracker for resource:port and tenant:34b2cc205643475987e616c77d347ab1 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:26.081191 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:26.090110 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:26.103368 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Made reservation on behalf of 34b2cc205643475987e616c77d347ab1 for: {'port': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:29:26.112243 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:26.292030 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Allocated IP 172.20.0.10 (6a8546cd-27b2-429c-9d3f-222af23ad9d8/a422c089-237d-45ff-9492-27b2357bfbce/2157674f-5606-42ae-adc2-513735316ac1) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:29:26.521116 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:26.549948 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:26.556159 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5fde0a96-2d4b-4a50-9f3e-59092dbb9375 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:26.569942 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['0f968502-f2a4-4ba9-b4dd-a0222a163d49', '23941c6d-e0b6-4132-b4e9-f5bf92c10b30'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:29:26.634843 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:29:26.638116 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:26.642841 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:29:26.673252 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Pushing event updated for resources: {'Port': ['ID=2157674f-5606-42ae-adc2-513735316ac1,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:26.697888 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:26.698306 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:26.698770 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:26.699167 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:26.699566 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:26.699981 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:26.700410 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:26.700793 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:26.701195 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:26.701633 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:26.702029 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:29:26.708797 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:26.723495 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:26.724183 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:26.749420 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-783d2297-8000-4b1f-9ebd-cea9aaf08c37 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8337445 Dec 07 15:29:26.763612 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Request body: {'port': {'device_id': '6b3a93e5-5e25-4d95-a1cc-443e9f05bd73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:26.886856 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:27.156072 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f728c-b303-43db-829f-1a09122c6875 req-39db19e1-dfc0-4936-9bcb-8d7065c49c42 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:27.157816 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-da4f728c-b303-43db-829f-1a09122c6875 req-39db19e1-dfc0-4936-9bcb-8d7065c49c42 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b3a93e5-5e25-4d95-a1cc-443e9f05bd73 HTTP/1.1" status: 200 len: 932 time: 0.1135683 Dec 07 15:29:27.214555 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-da4f728c-b303-43db-829f-1a09122c6875 req-8f57f396-856a-421e-a1f3-6892028f8f11 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486646 Dec 07 15:29:27.538991 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2157674f-5606-42ae-adc2-513735316ac1 {{(pid=88188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:29:27.550747 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:27.570249 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Transition to ACTIVE for port object 2157674f-5606-42ae-adc2-513735316ac1 will not be triggered until provisioned by entity L2. {{(pid=88188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:29:27.574025 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6523332'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:27.578061 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d76ee046-11c9-4848-b37b-28dcdadb6828 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:27.702097 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Pushing event updated for resources: {'Port': ['ID=2157674f-5606-42ae-adc2-513735316ac1,revision_number=2']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:27.713132 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:27.833281 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Attempting to bind port 2157674f-5606-42ae-adc2-513735316ac1 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:29:27.833651 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Attempting to bind port 2157674f-5606-42ae-adc2-513735316ac1 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'c146fae4-893d-478f-aaf0-773449daad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8'}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:29:27.834023 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Attempting to bind port 2157674f-5606-42ae-adc2-513735316ac1 on network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:29:27.840551 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Port 2157674f-5606-42ae-adc2-513735316ac1 on network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:29:27.840915 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Attempting to bind port 2157674f-5606-42ae-adc2-513735316ac1 on network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:29:27.848246 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Checking agent: {'id': 'cbbfcabc-3255-4d4c-9281-bbfa60486e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'started_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:29:27.848793 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Checking segment: {'id': 'c146fae4-893d-478f-aaf0-773449daad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:29:27.849322 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Bound using segment: {'id': 'c146fae4-893d-478f-aaf0-773449daad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8'} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:29:27.850058 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Bound port: 2157674f-5606-42ae-adc2-513735316ac1, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c146fae4-893d-478f-aaf0-773449daad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8'}}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:29:27.850551 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:27.948013 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] For port 2157674f-5606-42ae-adc2-513735316ac1, host hv-cinder-82062, cleared binding levels {{(pid=88188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:29:27.952214 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] For port 2157674f-5606-42ae-adc2-513735316ac1, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=2157674f-5606-42ae-adc2-513735316ac1,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:29:27.956799 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6523332'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:27.962912 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:28.031325 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:28.032864 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] 10.222.0.57 "PUT /v2.0/ports/2157674f-5606-42ae-adc2-513735316ac1 HTTP/1.1" status: 200 len: 1094 time: 1.2741218 Dec 07 15:29:28.033414 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3a93e5-5e25-4d95-a1cc-443e9f05bd73', 'tag': '2157674f-5606-42ae-adc2-513735316ac1'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:29:28.049094 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Pushing event updated for resources: {'Port': ['ID=2157674f-5606-42ae-adc2-513735316ac1,revision_number=3']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:28.052796 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:28.149876 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-8c74124e-50da-4f73-92b8-1db04c1c752f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34b2cc205643475987e616c77d347ab1&device_id=6b3a93e5-5e25-4d95-a1cc-443e9f05bd73 HTTP/1.1" status: 200 len: 1097 time: 0.0786543 Dec 07 15:29:28.222213 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3a93e5-5e25-4d95-a1cc-443e9f05bd73', 'tag': '2157674f-5606-42ae-adc2-513735316ac1', 'status': 'completed', 'code': 200} Dec 07 15:29:28.238119 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-ca9fddab-8723-47f8-9935-aeda2c6f9db8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2157674f-5606-42ae-adc2-513735316ac1 HTTP/1.1" status: 200 len: 217 time: 0.0815878 Dec 07 15:29:28.311530 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-3a11d12c-825f-4b1c-9140-3504286deb7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:28.313125 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-3a11d12c-825f-4b1c-9140-3504286deb7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a422c089-237d-45ff-9492-27b2357bfbce HTTP/1.1" status: 200 len: 855 time: 0.0683441 Dec 07 15:29:28.368023 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-398d924f-c49b-4ea6-9443-163156dab7ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a8546cd-27b2-429c-9d3f-222af23ad9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482101 Dec 07 15:29:28.437039 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b3835-a387-494f-b2a7-a93f752519d1 req-09f6aa00-d4f6-40c8-b313-a1ecdba51f95 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:28.438688 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-393b3835-a387-494f-b2a7-a93f752519d1 req-09f6aa00-d4f6-40c8-b313-a1ecdba51f95 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b3a93e5-5e25-4d95-a1cc-443e9f05bd73 HTTP/1.1" status: 200 len: 944 time: 0.0896471 Dec 07 15:29:28.493641 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-393b3835-a387-494f-b2a7-a93f752519d1 req-c9ac4689-406c-49e4-8258-7887a007a9eb tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482111 Dec 07 15:29:28.517093 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-309eb063-3c6a-4839-96e4-08a9f70ebfde service neutron] 10.222.0.57 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424811 Dec 07 15:29:28.669763 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bc5138dd-f8d0-4ee4-b980-98682d9d418c req-180d67df-c439-404c-b210-9d9d0cd6767c service neutron] 10.222.0.57 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454301 Dec 07 15:29:28.800207 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c46540ec-3582-4502-9ee1-5fd224a06f5b req-69971223-9a80-4665-b431-c408446ec6b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34b2cc205643475987e616c77d347ab1&device_id=6b3a93e5-5e25-4d95-a1cc-443e9f05bd73 HTTP/1.1" status: 200 len: 1097 time: 0.0775197 Dec 07 15:29:28.954556 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46540ec-3582-4502-9ee1-5fd224a06f5b req-5811a573-de01-4663-8da6-72e50c297be6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:28.956384 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c46540ec-3582-4502-9ee1-5fd224a06f5b req-5811a573-de01-4663-8da6-72e50c297be6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a8546cd-27b2-429c-9d3f-222af23ad9d8 HTTP/1.1" status: 200 len: 916 time: 0.1492829 Dec 07 15:29:29.032429 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c46540ec-3582-4502-9ee1-5fd224a06f5b req-f9e145f6-ea5a-425f-913a-c765a57e1be4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2157674f-5606-42ae-adc2-513735316ac1 HTTP/1.1" status: 200 len: 217 time: 0.0692737 Dec 07 15:29:29.129496 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46540ec-3582-4502-9ee1-5fd224a06f5b req-f373db18-2e90-4450-81c7-a21cd7ea067c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:29.131946 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c46540ec-3582-4502-9ee1-5fd224a06f5b req-f373db18-2e90-4450-81c7-a21cd7ea067c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a422c089-237d-45ff-9492-27b2357bfbce HTTP/1.1" status: 200 len: 855 time: 0.0916712 Dec 07 15:29:29.200685 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c46540ec-3582-4502-9ee1-5fd224a06f5b req-34f10552-3a37-4b7a-a8da-ab8a431f128b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a8546cd-27b2-429c-9d3f-222af23ad9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583129 Dec 07 15:29:29.377030 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c46540ec-3582-4502-9ee1-5fd224a06f5b req-7c657232-0d0b-4d1c-8f57-0b1851852586 service neutron] 10.222.0.57 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685004 Dec 07 15:29:29.546604 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-c46540ec-3582-4502-9ee1-5fd224a06f5b req-d5fa6554-0d15-4f3a-8ecf-0e76d49e0c61 service neutron] 10.222.0.57 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628394 Dec 07 15:29:29.719435 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056106b1-8a7e-4822-91df-6a6df478b248 req-213c2f43-9c23-4798-a930-74ea98f190fe tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:29.720978 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-056106b1-8a7e-4822-91df-6a6df478b248 req-213c2f43-9c23-4798-a930-74ea98f190fe tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b3a93e5-5e25-4d95-a1cc-443e9f05bd73 HTTP/1.1" status: 200 len: 944 time: 0.0889471 Dec 07 15:29:29.784828 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-056106b1-8a7e-4822-91df-6a6df478b248 req-e9174b79-9ddb-490e-95e8-b601defd41be tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529888 Dec 07 15:29:30.307837 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 2157674f-5606-42ae-adc2-513735316ac1 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:29:30.458722 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 2157674f-5606-42ae-adc2-513735316ac1, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=2157674f-5606-42ae-adc2-513735316ac1,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:29:30.473339 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': '2157674f-5606-42ae-adc2-513735316ac1', 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8', 'port_id': '2157674f-5606-42ae-adc2-513735316ac1', 'mac_address': 'fa:16:3e:c4:5c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a422c089-237d-45ff-9492-27b2357bfbce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:29:30.531248 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:30.550544 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2157674f-5606-42ae-adc2-513735316ac1 {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:29:30.566336 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 2157674f-5606-42ae-adc2-513735316ac1, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=2157674f-5606-42ae-adc2-513735316ac1,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:29:30.570386 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:30.572317 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-74a6d897-f964-4064-98d0-55e030d639ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:30.649633 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=2157674f-5606-42ae-adc2-513735316ac1,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:30.653196 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:30.816293 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['2157674f-5606-42ae-adc2-513735316ac1'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:29:30.998391 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ab73e-975e-48b5-a07a-98a850c4f155 req-20bea3f5-3d88-462c-b44e-c731d0b0ba95 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:31.000566 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3e0ab73e-975e-48b5-a07a-98a850c4f155 req-20bea3f5-3d88-462c-b44e-c731d0b0ba95 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b3a93e5-5e25-4d95-a1cc-443e9f05bd73 HTTP/1.1" status: 200 len: 945 time: 0.0863609 Dec 07 15:29:31.050925 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3e0ab73e-975e-48b5-a07a-98a850c4f155 req-47145b5f-5893-4e5a-8416-2241401ab587 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440950 Dec 07 15:29:32.278372 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43846d-8a56-46de-a60a-650a81eb7e99 req-af491179-d944-42f9-b645-96ff808d9bf9 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:32.280011 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bd43846d-8a56-46de-a60a-650a81eb7e99 req-af491179-d944-42f9-b645-96ff808d9bf9 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b3a93e5-5e25-4d95-a1cc-443e9f05bd73 HTTP/1.1" status: 200 len: 945 time: 0.0933185 Dec 07 15:29:32.316640 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 2157674f-5606-42ae-adc2-513735316ac1 up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:29:32.342742 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bd43846d-8a56-46de-a60a-650a81eb7e99 req-e5c8b13b-31a0-40ab-9ce6-fce16a0508c2 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547652 Dec 07 15:29:32.560652 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning for port 2157674f-5606-42ae-adc2-513735316ac1 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:29:32.565702 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port 2157674f-5606-42ae-adc2-513735316ac1 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:29:32.566170 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:32.685714 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:32.717559 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3a93e5-5e25-4d95-a1cc-443e9f05bd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2157674f-5606-42ae-adc2-513735316ac1'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:29:32.727672 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 2157674f-5606-42ae-adc2-513735316ac1, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=2157674f-5606-42ae-adc2-513735316ac1,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:29:32.730946 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:32.732880 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-909d661c-f9bc-4c31-b488-d960ec24bd1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:32.778897 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3a93e5-5e25-4d95-a1cc-443e9f05bd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2157674f-5606-42ae-adc2-513735316ac1', 'code': 200} Dec 07 15:29:32.809839 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=2157674f-5606-42ae-adc2-513735316ac1,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:32.813012 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:33.040793 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bfa5f708-d2b4-4eaf-b194-22e0386ff49c req-0a3104d6-d29c-4444-aa3d-10cfa94f01be service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6b3a93e5-5e25-4d95-a1cc-443e9f05bd73 HTTP/1.1" status: 200 len: 1099 time: 0.0856297 Dec 07 15:29:33.089201 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-bfa5f708-d2b4-4eaf-b194-22e0386ff49c req-d424f148-08af-44f8-9989-7f2bfc23f880 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391841 Dec 07 15:29:33.568906 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211ec56-306f-48ec-8f4e-999e2d904206 req-81dcd302-b0f2-4d30-8119-3f36a9685d67 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:33.570575 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4211ec56-306f-48ec-8f4e-999e2d904206 req-81dcd302-b0f2-4d30-8119-3f36a9685d67 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b3a93e5-5e25-4d95-a1cc-443e9f05bd73 HTTP/1.1" status: 200 len: 946 time: 0.0900486 Dec 07 15:29:33.620590 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4211ec56-306f-48ec-8f4e-999e2d904206 req-4ad68299-4728-4197-a931-ced1c93d4cee tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429997 Dec 07 15:29:34.849232 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b9afb-b120-485b-9332-f0f1dd7c9905 req-ba57e7c6-6c05-43d0-8f8c-4cd7cf5ba052 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:34.850881 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-273b9afb-b120-485b-9332-f0f1dd7c9905 req-ba57e7c6-6c05-43d0-8f8c-4cd7cf5ba052 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b3a93e5-5e25-4d95-a1cc-443e9f05bd73 HTTP/1.1" status: 200 len: 946 time: 0.0921288 Dec 07 15:29:34.909631 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-273b9afb-b120-485b-9332-f0f1dd7c9905 req-7e3ad561-0541-4c1f-af8e-e2816d1be6c1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520878 Dec 07 15:29:38.563310 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9c175e19-ec34-4fe9-a8ca-398759d1d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:39.709262 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:40.689841 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5a94be3b-426e-4ed8-919a-18d7d1dc5275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:41.327767 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:41.613095 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-e1251cf2-fc96-4ce5-b385-87cb928be801 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:41.614645 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-e1251cf2-fc96-4ce5-b385-87cb928be801 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/networks?id=6a8546cd-27b2-429c-9d3f-222af23ad9d8 HTTP/1.1" status: 200 len: 815 time: 0.1612592 Dec 07 15:29:41.637706 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-5813be6b-cc9e-4269-8681-a783f09069a8 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/quotas/34b2cc205643475987e616c77d347ab1 HTTP/1.1" status: 200 len: 375 time: 0.0165966 Dec 07 15:29:41.727152 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-9af0144d-be20-445c-97a6-fd00776b063c tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=34b2cc205643475987e616c77d347ab1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0830545 Dec 07 15:29:41.872822 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-937b91c8-fdfd-4bf7-ab3b-728c5c5579e3 service neutron] 10.222.0.71 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377306 Dec 07 15:29:42.017899 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-5fd22165-3962-49e0-81fc-892f6409f3ae service neutron] 10.222.0.71 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376939 Dec 07 15:29:42.228069 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7440871b-181e-4a12-a5e2-7eb53aa7730a req-a84311f3-3ea4-487e-a2f5-28e9e5874ee1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ab3eaad-86d9-47e7-a30e-88ee35b07ef8 HTTP/1.1" status: 200 len: 210 time: 0.0516024 Dec 07 15:29:42.623310 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:43.312508 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-ac1a7f59-a6d2-4075-b73f-a775957f70f7 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:43.314456 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-ac1a7f59-a6d2-4075-b73f-a775957f70f7 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.57 "GET /v2.0/networks?id=6a8546cd-27b2-429c-9d3f-222af23ad9d8 HTTP/1.1" status: 200 len: 815 time: 0.1692748 Dec 07 15:29:43.330344 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-a2aeec94-230a-46d3-a7de-81f780c4a7f1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Request body: {'port': {'device_id': '9ab3eaad-86d9-47e7-a30e-88ee35b07ef8', 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8', 'admin_state_up': True, 'tenant_id': '34b2cc205643475987e616c77d347ab1'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:43.485840 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-977c0261-dc68-4a10-b8e1-a1e99464116c req-d313d3ec-2091-4143-ab96-0a45313dd18a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ab3eaad-86d9-47e7-a30e-88ee35b07ef8 HTTP/1.1" status: 200 len: 210 time: 0.0634544 Dec 07 15:29:43.502798 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-a2aeec94-230a-46d3-a7de-81f780c4a7f1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:29:43.507203 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-a2aeec94-230a-46d3-a7de-81f780c4a7f1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Usage tracker for resource:port and tenant:34b2cc205643475987e616c77d347ab1 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:29:43.510505 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-a2aeec94-230a-46d3-a7de-81f780c4a7f1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:29:43.517142 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-a2aeec94-230a-46d3-a7de-81f780c4a7f1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:29:43.526506 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-a2aeec94-230a-46d3-a7de-81f780c4a7f1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Made reservation on behalf of 34b2cc205643475987e616c77d347ab1 for: {'port': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:29:43.532314 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-a2aeec94-230a-46d3-a7de-81f780c4a7f1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:43.708468 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_common [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-a2aeec94-230a-46d3-a7de-81f780c4a7f1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Allocated IP 172.20.0.6 (6a8546cd-27b2-429c-9d3f-222af23ad9d8/a422c089-237d-45ff-9492-27b2357bfbce/12a6f353-0573-4bae-ac50-4b8c5aadfbd6) {{(pid=88188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 15:29:43.919272 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-a2aeec94-230a-46d3-a7de-81f780c4a7f1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks [] for port, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:43.946810 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-a2aeec94-230a-46d3-a7de-81f780c4a7f1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744366096601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:43.952780 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:43.959679 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['0f968502-f2a4-4ba9-b4dd-a0222a163d49', '23941c6d-e0b6-4132-b4e9-f5bf92c10b30', '2157674f-5606-42ae-adc2-513735316ac1'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:29:44.032818 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-a2aeec94-230a-46d3-a7de-81f780c4a7f1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 is already hosted by enough agents. {{(pid=88188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 15:29:44.033862 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aeec94-230a-46d3-a7de-81f780c4a7f1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Pushing event updated for resources: {'Port': ['ID=12a6f353-0573-4bae-ac50-4b8c5aadfbd6,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:44.036752 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-a2aeec94-230a-46d3-a7de-81f780c4a7f1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Resources bound (agent type, host, resource id): {{(pid=88188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:29:44.038781 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a2aeec94-230a-46d3-a7de-81f780c4a7f1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:44.039524 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-a2aeec94-230a-46d3-a7de-81f780c4a7f1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Received port after_create {{(pid=88188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 15:29:44.103727 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-a2aeec94-230a-46d3-a7de-81f780c4a7f1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:44.104410 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-a2aeec94-230a-46d3-a7de-81f780c4a7f1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:44.125911 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-a2aeec94-230a-46d3-a7de-81f780c4a7f1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8003089 Dec 07 15:29:44.137872 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Request body: {'port': {'device_id': '9ab3eaad-86d9-47e7-a30e-88ee35b07ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82062'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:29:44.258732 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:44.637364 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a6f353-0573-4bae-ac50-4b8c5aadfbd6 {{(pid=88188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:29:44.645014 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:44.660994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Transition to ACTIVE for port object 12a6f353-0573-4bae-ac50-4b8c5aadfbd6 will not be triggered until provisioned by entity L2. {{(pid=88188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 15:29:44.664040 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6523332'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:44.668634 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ec12291f-54b0-43b2-ac63-0ec0612b16f6 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:44.714908 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575168c-713b-4d1c-9b44-dd2a2f499677 req-3a2e2d8a-fb25-487b-afad-d03261db52cc tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:44.717187 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3575168c-713b-4d1c-9b44-dd2a2f499677 req-3a2e2d8a-fb25-487b-afad-d03261db52cc tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ab3eaad-86d9-47e7-a30e-88ee35b07ef8 HTTP/1.1" status: 200 len: 943 time: 0.0893772 Dec 07 15:29:44.785970 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3575168c-713b-4d1c-9b44-dd2a2f499677 req-8c891129-ff0e-4b03-9e94-0b3b70d08066 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613794 Dec 07 15:29:44.798869 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Pushing event updated for resources: {'Port': ['ID=12a6f353-0573-4bae-ac50-4b8c5aadfbd6,revision_number=2']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:44.802052 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:44.917282 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Attempting to bind port 12a6f353-0573-4bae-ac50-4b8c5aadfbd6 on host hv-cinder-82062 for vnic_type normal with profile {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 15:29:44.917643 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Attempting to bind port 12a6f353-0573-4bae-ac50-4b8c5aadfbd6 by drivers openvswitch,hyperv on host hv-cinder-82062 at level 0 using segments [{'id': 'c146fae4-893d-478f-aaf0-773449daad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8'}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 15:29:44.918018 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Attempting to bind port 12a6f353-0573-4bae-ac50-4b8c5aadfbd6 on network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:29:44.924888 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Port 12a6f353-0573-4bae-ac50-4b8c5aadfbd6 on network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82062 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 15:29:44.925263 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Attempting to bind port 12a6f353-0573-4bae-ac50-4b8c5aadfbd6 on network 6a8546cd-27b2-429c-9d3f-222af23ad9d8 {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 15:29:44.931950 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Checking agent: {'id': 'cbbfcabc-3255-4d4c-9281-bbfa60486e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82062', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'started_at': datetime.datetime(2021, 12, 7, 15, 15, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 15, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 15:29:44.932323 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Checking segment: {'id': 'c146fae4-893d-478f-aaf0-773449daad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:29:44.932740 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Bound using segment: {'id': 'c146fae4-893d-478f-aaf0-773449daad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8'} {{(pid=88188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 15:29:44.933214 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.managers [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Bound port: 12a6f353-0573-4bae-ac50-4b8c5aadfbd6, host: hv-cinder-82062, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c146fae4-893d-478f-aaf0-773449daad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8'}}] {{(pid=88188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 15:29:44.933601 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:45.026086 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] For port 12a6f353-0573-4bae-ac50-4b8c5aadfbd6, host hv-cinder-82062, cleared binding levels {{(pid=88188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 15:29:45.029896 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] For port 12a6f353-0573-4bae-ac50-4b8c5aadfbd6, host hv-cinder-82062, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=12a6f353-0573-4bae-ac50-4b8c5aadfbd6,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 15:29:45.034116 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6523332'] for port, after_update {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:45.038915 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-2a2c5f5a-3388-4154-9063-b1f83ea5ce07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:45.334065 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:45.335617 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] 10.222.0.57 "PUT /v2.0/ports/12a6f353-0573-4bae-ac50-4b8c5aadfbd6 HTTP/1.1" status: 200 len: 1093 time: 1.2022898 Dec 07 15:29:45.336164 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab3eaad-86d9-47e7-a30e-88ee35b07ef8', 'tag': '12a6f353-0573-4bae-ac50-4b8c5aadfbd6'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:29:45.351248 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Pushing event updated for resources: {'Port': ['ID=12a6f353-0573-4bae-ac50-4b8c5aadfbd6,revision_number=3']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:45.354632 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-dc944c31-24c1-4d70-aa27-5ed2f0ef82f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:45.438263 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab3eaad-86d9-47e7-a30e-88ee35b07ef8', 'tag': '12a6f353-0573-4bae-ac50-4b8c5aadfbd6', 'status': 'completed', 'code': 200} Dec 07 15:29:45.464104 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-24b6d288-e260-444c-871b-3b9650f8ad22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34b2cc205643475987e616c77d347ab1&device_id=9ab3eaad-86d9-47e7-a30e-88ee35b07ef8 HTTP/1.1" status: 200 len: 1096 time: 0.0792878 Dec 07 15:29:45.540083 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-b851cd50-d18f-494e-9468-9f19aab96c03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12a6f353-0573-4bae-ac50-4b8c5aadfbd6 HTTP/1.1" status: 200 len: 217 time: 0.0685232 Dec 07 15:29:45.613710 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-073625fe-2f81-4a44-b5e7-607c0377a6e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:45.615496 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-073625fe-2f81-4a44-b5e7-607c0377a6e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a422c089-237d-45ff-9492-27b2357bfbce HTTP/1.1" status: 200 len: 855 time: 0.0679181 Dec 07 15:29:45.667694 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-a14bc7b5-5fa1-4b32-a32b-ddb0ca5b09f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a8546cd-27b2-429c-9d3f-222af23ad9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453825 Dec 07 15:29:45.817716 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-a066dc1d-f81f-4de4-9c9e-a76f2d66d83d service neutron] 10.222.0.57 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426847 Dec 07 15:29:45.966417 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2b4d5f63-86ee-4676-9ce7-270f0a6e3432 req-80cc3a8f-37f1-44e0-be02-4043668374bc service neutron] 10.222.0.57 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411574 Dec 07 15:29:46.001398 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021316f-9f52-4c40-98f7-23ff76e345b3 req-460f9276-e546-4e29-b3c7-9a26187f1994 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:46.003062 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3021316f-9f52-4c40-98f7-23ff76e345b3 req-460f9276-e546-4e29-b3c7-9a26187f1994 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ab3eaad-86d9-47e7-a30e-88ee35b07ef8 HTTP/1.1" status: 200 len: 943 time: 0.0852659 Dec 07 15:29:46.058611 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3021316f-9f52-4c40-98f7-23ff76e345b3 req-1f7311b9-1baa-47ce-888c-e4a84c12b641 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443039 Dec 07 15:29:46.105133 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3b30893c-ed5d-4cb0-8221-7d968e005445 req-8fc1d971-438d-4c32-86db-83941b7f4e56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34b2cc205643475987e616c77d347ab1&device_id=9ab3eaad-86d9-47e7-a30e-88ee35b07ef8 HTTP/1.1" status: 200 len: 1096 time: 0.0804062 Dec 07 15:29:46.250083 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30893c-ed5d-4cb0-8221-7d968e005445 req-dd3e0ac6-bc30-48aa-9831-962c60dbea6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:46.252178 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3b30893c-ed5d-4cb0-8221-7d968e005445 req-dd3e0ac6-bc30-48aa-9831-962c60dbea6a service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a8546cd-27b2-429c-9d3f-222af23ad9d8 HTTP/1.1" status: 200 len: 916 time: 0.1399984 Dec 07 15:29:46.324752 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3b30893c-ed5d-4cb0-8221-7d968e005445 req-3c6e0873-71de-4427-841f-ef5c2c04e942 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12a6f353-0573-4bae-ac50-4b8c5aadfbd6 HTTP/1.1" status: 200 len: 217 time: 0.0653288 Dec 07 15:29:46.399491 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30893c-ed5d-4cb0-8221-7d968e005445 req-733a1ec5-ac95-4b6c-aaae-ad80a84c60f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:46.401208 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3b30893c-ed5d-4cb0-8221-7d968e005445 req-733a1ec5-ac95-4b6c-aaae-ad80a84c60f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a422c089-237d-45ff-9492-27b2357bfbce HTTP/1.1" status: 200 len: 855 time: 0.0693326 Dec 07 15:29:46.453463 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3b30893c-ed5d-4cb0-8221-7d968e005445 req-302da5ef-0a78-420e-9533-28c533be3107 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a8546cd-27b2-429c-9d3f-222af23ad9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431492 Dec 07 15:29:46.601844 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3b30893c-ed5d-4cb0-8221-7d968e005445 req-095073c5-a207-4604-aa28-852766c51127 service neutron] 10.222.0.57 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408863 Dec 07 15:29:46.765631 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3b30893c-ed5d-4cb0-8221-7d968e005445 req-f294aaa6-56e3-43f1-90f5-328b294d7c96 service neutron] 10.222.0.57 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547494 Dec 07 15:29:47.286228 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89154d1b-810a-402d-a919-bb27c803333f req-25dfc005-6c1f-415f-9900-e410495c6b4c tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:47.288556 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-89154d1b-810a-402d-a919-bb27c803333f req-25dfc005-6c1f-415f-9900-e410495c6b4c tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ab3eaad-86d9-47e7-a30e-88ee35b07ef8 HTTP/1.1" status: 200 len: 943 time: 0.0963018 Dec 07 15:29:47.340369 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-89154d1b-810a-402d-a919-bb27c803333f req-7a9c1c92-9efe-4164-ae48-defa1bf19bc1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454233 Dec 07 15:29:48.400870 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 12a6f353-0573-4bae-ac50-4b8c5aadfbd6 details requested by agent hyperv_hv-cinder-82062 with host hv-cinder-82062 {{(pid=88190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 15:29:48.552372 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afdea7-a7cf-4860-8edf-29b0e504085e req-4d48b54c-7517-4ac2-8fe3-2da67cec6847 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:48.554043 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-79afdea7-a7cf-4860-8edf-29b0e504085e req-4d48b54c-7517-4ac2-8fe3-2da67cec6847 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ab3eaad-86d9-47e7-a30e-88ee35b07ef8 HTTP/1.1" status: 200 len: 943 time: 0.0872712 Dec 07 15:29:48.603789 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-79afdea7-a7cf-4860-8edf-29b0e504085e req-ea34e15f-0f6a-47c4-a18e-12383ee2ee8a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432696 Dec 07 15:29:48.611436 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 12a6f353-0573-4bae-ac50-4b8c5aadfbd6, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=12a6f353-0573-4bae-ac50-4b8c5aadfbd6,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:29:48.627647 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Returning: {'device': '12a6f353-0573-4bae-ac50-4b8c5aadfbd6', 'network_id': '6a8546cd-27b2-429c-9d3f-222af23ad9d8', 'port_id': '12a6f353-0573-4bae-ac50-4b8c5aadfbd6', 'mac_address': 'fa:16:3e:f5:dc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a422c089-237d-45ff-9492-27b2357bfbce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 15:29:48.684687 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:48.704923 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a6f353-0573-4bae-ac50-4b8c5aadfbd6 {{(pid=88190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 15:29:48.721176 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 12a6f353-0573-4bae-ac50-4b8c5aadfbd6, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=12a6f353-0573-4bae-ac50-4b8c5aadfbd6,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:29:48.724498 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:48.727335 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:48.799907 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=12a6f353-0573-4bae-ac50-4b8c5aadfbd6,revision_number=4']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:48.803336 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:48.972284 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['12a6f353-0573-4bae-ac50-4b8c5aadfbd6'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:29:49.140154 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:29:49.965522 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7fd56-5e0f-454d-a401-dcf51d6ca2b9 req-e1684653-0507-4497-87fc-8b7b0e711582 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:49.967165 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-83b7fd56-5e0f-454d-a401-dcf51d6ca2b9 req-e1684653-0507-4497-87fc-8b7b0e711582 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ab3eaad-86d9-47e7-a30e-88ee35b07ef8 HTTP/1.1" status: 200 len: 944 time: 0.0869594 Dec 07 15:29:50.017974 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-83b7fd56-5e0f-454d-a401-dcf51d6ca2b9 req-587347cc-b584-4fd7-a7a3-6b1c45d866a1 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443854 Dec 07 15:29:50.398977 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 12a6f353-0573-4bae-ac50-4b8c5aadfbd6 up at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 15:29:50.476820 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning for port 12a6f353-0573-4bae-ac50-4b8c5aadfbd6 completed by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 15:29:50.481919 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.provisioning_blocks [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Provisioning complete for port 12a6f353-0573-4bae-ac50-4b8c5aadfbd6 triggered by entity L2. {{(pid=88190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 15:29:50.482393 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851403466'] for port, provisioning_complete {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:50.609103 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for port, before_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:50.638935 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab3eaad-86d9-47e7-a30e-88ee35b07ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a6f353-0573-4bae-ac50-4b8c5aadfbd6'}] {{(pid=88190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:29:50.649883 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] For port 12a6f353-0573-4bae-ac50-4b8c5aadfbd6, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=12a6f353-0573-4bae-ac50-4b8c5aadfbd6,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:29:50.655446 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363292488236370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744366096618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744366096653'] for port, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:50.657716 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:29:50.710662 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab3eaad-86d9-47e7-a30e-88ee35b07ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a6f353-0573-4bae-ac50-4b8c5aadfbd6', 'code': 200} Dec 07 15:29:50.733127 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Pushing event updated for resources: {'Port': ['ID=12a6f353-0573-4bae-ac50-4b8c5aadfbd6,revision_number=5']} {{(pid=88190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:29:50.737031 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88190) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:29:50.948782 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b168dbb0-60e4-4a49-ab5d-d9314d67f415 req-43ea8787-11cc-4096-b4c5-c08a1c8fbff3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9ab3eaad-86d9-47e7-a30e-88ee35b07ef8 HTTP/1.1" status: 200 len: 1098 time: 0.0796268 Dec 07 15:29:50.995780 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-b168dbb0-60e4-4a49-ab5d-d9314d67f415 req-b2546c9c-72aa-475e-8f9a-18d4aa8827da service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396478 Dec 07 15:29:51.231357 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14d87e-4cac-4041-a89f-07fb9fb1f6b6 req-ff00cfb8-a127-47f9-b7dc-10d51f99f463 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:51.232872 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8b14d87e-4cac-4041-a89f-07fb9fb1f6b6 req-ff00cfb8-a127-47f9-b7dc-10d51f99f463 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ab3eaad-86d9-47e7-a30e-88ee35b07ef8 HTTP/1.1" status: 200 len: 945 time: 0.0855181 Dec 07 15:29:51.282939 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-8b14d87e-4cac-4041-a89f-07fb9fb1f6b6 req-4b4eb55c-22fc-4aa2-bf54-55073c15a8a4 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432012 Dec 07 15:29:52.190826 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:29:52.502053 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832df16-34f6-42e0-99ab-74a440c17328 req-06c0c420-1ecb-4d1d-b566-388a4aaffca5 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:29:52.503821 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3832df16-34f6-42e0-99ab-74a440c17328 req-06c0c420-1ecb-4d1d-b566-388a4aaffca5 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ab3eaad-86d9-47e7-a30e-88ee35b07ef8 HTTP/1.1" status: 200 len: 945 time: 0.0900898 Dec 07 15:29:52.555979 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-3832df16-34f6-42e0-99ab-74a440c17328 req-ab7bd5ff-fba1-4eb7-951b-8ad0b6e8bc31 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455682 Dec 07 15:29:59.760058 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cbec76db-b104-45b9-ba82-59c85167fc40 req-7fa7aac9-ea9d-4d72-b7bd-8a1c917a72ed service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1b8429e8-5d55-46bd-9017-af9dffe94613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766437 Dec 07 15:29:59.921896 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cbec76db-b104-45b9-ba82-59c85167fc40 req-8358fd48-205d-4273-84ad-ad77ea1e6594 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34b2cc205643475987e616c77d347ab1&device_id=1b8429e8-5d55-46bd-9017-af9dffe94613 HTTP/1.1" status: 200 len: 1099 time: 0.0809639 Dec 07 15:30:00.109172 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec76db-b104-45b9-ba82-59c85167fc40 req-c824123c-4a0c-411d-8707-9f601934c9c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:00.110897 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cbec76db-b104-45b9-ba82-59c85167fc40 req-c824123c-4a0c-411d-8707-9f601934c9c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a8546cd-27b2-429c-9d3f-222af23ad9d8 HTTP/1.1" status: 200 len: 916 time: 0.1627324 Dec 07 15:30:00.183130 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cbec76db-b104-45b9-ba82-59c85167fc40 req-00c798ce-c922-4a37-9957-48dd41806945 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f968502-f2a4-4ba9-b4dd-a0222a163d49 HTTP/1.1" status: 200 len: 217 time: 0.0651910 Dec 07 15:30:00.267906 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec76db-b104-45b9-ba82-59c85167fc40 req-34d89e7d-6c74-4cd6-a334-31457f843165 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:00.269501 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cbec76db-b104-45b9-ba82-59c85167fc40 req-34d89e7d-6c74-4cd6-a334-31457f843165 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a422c089-237d-45ff-9492-27b2357bfbce HTTP/1.1" status: 200 len: 855 time: 0.0798619 Dec 07 15:30:00.320670 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cbec76db-b104-45b9-ba82-59c85167fc40 req-c61ad032-d910-4407-a83c-f3fef9631094 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a8546cd-27b2-429c-9d3f-222af23ad9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435526 Dec 07 15:30:00.529734 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cbec76db-b104-45b9-ba82-59c85167fc40 req-87d5495f-6620-4e13-ac32-c842a055d30d service neutron] 10.222.0.57 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015078 Dec 07 15:30:00.614742 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e16e7-6cfe-46ad-9ada-c8baacdae0f2 req-85682571-9e2d-42e8-94d2-9f0e9840c1ad tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:00.616488 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-625e16e7-6cfe-46ad-9ada-c8baacdae0f2 req-85682571-9e2d-42e8-94d2-9f0e9840c1ad tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ab3eaad-86d9-47e7-a30e-88ee35b07ef8 HTTP/1.1" status: 200 len: 945 time: 0.1075232 Dec 07 15:30:00.679034 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-625e16e7-6cfe-46ad-9ada-c8baacdae0f2 req-b97810c0-ecd1-4656-a9ed-eb481531bb87 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551605 Dec 07 15:30:00.693068 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-cbec76db-b104-45b9-ba82-59c85167fc40 req-9a72691f-2253-4308-9b93-1b4f892bc857 service neutron] 10.222.0.57 "GET /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559024 Dec 07 15:30:01.917342 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5cd77-c1bd-4f7b-aa25-ac2562dd4866 req-ccd2c513-6732-41c6-8c9b-c9bc8bd062d8 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:01.918985 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f4b5cd77-c1bd-4f7b-aa25-ac2562dd4866 req-ccd2c513-6732-41c6-8c9b-c9bc8bd062d8 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ab3eaad-86d9-47e7-a30e-88ee35b07ef8 HTTP/1.1" status: 200 len: 945 time: 0.0873337 Dec 07 15:30:01.968484 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f4b5cd77-c1bd-4f7b-aa25-ac2562dd4866 req-6227c5f5-00f8-4391-b388-e7a1f345dbf0 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433004 Dec 07 15:30:02.214932 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f3a27-ddf2-4ec7-926b-f86a106a96e7 req-8d182d62-fc92-4846-8688-535a66f42491 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:02.215717 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-324f3a27-ddf2-4ec7-926b-f86a106a96e7 req-8d182d62-fc92-4846-8688-535a66f42491 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Synchronizing usage tracker for tenant:34b2cc205643475987e616c77d347ab1 on resource:port {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:30:02.237812 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-324f3a27-ddf2-4ec7-926b-f86a106a96e7 req-8d182d62-fc92-4846-8688-535a66f42491 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Unset dirty status for tenant:34b2cc205643475987e616c77d347ab1 on resource:port {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:30:02.239946 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-324f3a27-ddf2-4ec7-926b-f86a106a96e7 req-8d182d62-fc92-4846-8688-535a66f42491 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ab3eaad-86d9-47e7-a30e-88ee35b07ef8 HTTP/1.1" status: 200 len: 945 time: 0.1250787 Dec 07 15:30:02.325296 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-324f3a27-ddf2-4ec7-926b-f86a106a96e7 req-29ce12ac-98e3-4fec-b37a-377e7bdc6b4a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Deleting port 12a6f353-0573-4bae-ac50-4b8c5aadfbd6 {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:30:02.325583 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-324f3a27-ddf2-4ec7-926b-f86a106a96e7 req-29ce12ac-98e3-4fec-b37a-377e7bdc6b4a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:02.595579 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-324f3a27-ddf2-4ec7-926b-f86a106a96e7 req-29ce12ac-98e3-4fec-b37a-377e7bdc6b4a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] For port 12a6f353-0573-4bae-ac50-4b8c5aadfbd6, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=12a6f353-0573-4bae-ac50-4b8c5aadfbd6,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:02.595853 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-324f3a27-ddf2-4ec7-926b-f86a106a96e7 req-29ce12ac-98e3-4fec-b37a-377e7bdc6b4a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:02.726183 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-324f3a27-ddf2-4ec7-926b-f86a106a96e7 req-29ce12ac-98e3-4fec-b37a-377e7bdc6b4a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Calling delete_port for 12a6f353-0573-4bae-ac50-4b8c5aadfbd6 owned by compute:nova {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:30:02.872207 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-324f3a27-ddf2-4ec7-926b-f86a106a96e7 req-29ce12ac-98e3-4fec-b37a-377e7bdc6b4a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:02.878432 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f46b61aa-a7bc-4230-bc35-e5d55ee98eb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:02.887334 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['0f968502-f2a4-4ba9-b4dd-a0222a163d49', '23941c6d-e0b6-4132-b4e9-f5bf92c10b30', '2157674f-5606-42ae-adc2-513735316ac1'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:30:02.926092 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce12ac-98e3-4fec-b37a-377e7bdc6b4a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Pushing event deleted for resources: {'Port': ['ID=12a6f353-0573-4bae-ac50-4b8c5aadfbd6,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:02.930182 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-29ce12ac-98e3-4fec-b37a-377e7bdc6b4a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:03.003489 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-324f3a27-ddf2-4ec7-926b-f86a106a96e7 req-29ce12ac-98e3-4fec-b37a-377e7bdc6b4a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] No DVR routers for this DVR port 12a6f353-0573-4bae-ac50-4b8c5aadfbd6 on host hv-cinder-82062 {{(pid=88188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:30:03.006726 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-324f3a27-ddf2-4ec7-926b-f86a106a96e7 req-29ce12ac-98e3-4fec-b37a-377e7bdc6b4a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:03.009795 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab3eaad-86d9-47e7-a30e-88ee35b07ef8', 'name': 'network-vif-deleted', 'tag': '12a6f353-0573-4bae-ac50-4b8c5aadfbd6'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:30:03.027855 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-324f3a27-ddf2-4ec7-926b-f86a106a96e7 req-29ce12ac-98e3-4fec-b37a-377e7bdc6b4a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.57 "DELETE /v2.0/ports/12a6f353-0573-4bae-ac50-4b8c5aadfbd6 HTTP/1.1" status: 204 len: 173 time: 0.7821515 Dec 07 15:30:03.077268 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab3eaad-86d9-47e7-a30e-88ee35b07ef8', 'name': 'network-vif-deleted', 'tag': '12a6f353-0573-4bae-ac50-4b8c5aadfbd6', 'status': 'completed', 'code': 200} Dec 07 15:30:03.171644 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e1f21924-d1e1-4c15-ba85-23ebdec77a74 req-bf0ac264-9d1f-4a69-bbf4-f52a0a63a7b7 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ab3eaad-86d9-47e7-a30e-88ee35b07ef8 HTTP/1.1" status: 200 len: 210 time: 0.0590267 Dec 07 15:30:04.497034 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 12a6f353-0573-4bae-ac50-4b8c5aadfbd6 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:30:04.535107 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] No Port match for: 12a6f353-0573-4bae-ac50-4b8c5aadfbd6 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:30:04.535483 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 12a6f353-0573-4bae-ac50-4b8c5aadfbd6 not bound to the agent host hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:30:05.985182 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e9ff5-188e-403b-89e9-4a84a4fa8de4 req-cfd3fe10-ce5c-4e4a-b055-7dfdb1bf502d tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:05.986886 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9d6e9ff5-188e-403b-89e9-4a84a4fa8de4 req-cfd3fe10-ce5c-4e4a-b055-7dfdb1bf502d tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b3a93e5-5e25-4d95-a1cc-443e9f05bd73 HTTP/1.1" status: 200 len: 946 time: 0.0979352 Dec 07 15:30:06.038236 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9d6e9ff5-188e-403b-89e9-4a84a4fa8de4 req-b487fc15-6546-43c1-9925-d3f1601d4e9a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448697 Dec 07 15:30:07.273644 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314efbb7-1621-4553-be1c-55245bb69397 req-1ea887a2-11c3-4947-a6bb-dfcb4f147304 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:07.275576 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-314efbb7-1621-4553-be1c-55245bb69397 req-1ea887a2-11c3-4947-a6bb-dfcb4f147304 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b3a93e5-5e25-4d95-a1cc-443e9f05bd73 HTTP/1.1" status: 200 len: 946 time: 0.0929108 Dec 07 15:30:07.332626 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-314efbb7-1621-4553-be1c-55245bb69397 req-c191c0ad-c186-4e16-849e-9d96f976c8fe tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501652 Dec 07 15:30:07.519501 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a718df-dee7-4fee-a37a-b189036ea376 req-c6919ee1-b7ee-4822-a88f-604e8c417e79 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:07.535752 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-e3a718df-dee7-4fee-a37a-b189036ea376 req-c6919ee1-b7ee-4822-a88f-604e8c417e79 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Synchronizing usage tracker for tenant:34b2cc205643475987e616c77d347ab1 on resource:port {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:30:07.538184 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-e3a718df-dee7-4fee-a37a-b189036ea376 req-c6919ee1-b7ee-4822-a88f-604e8c417e79 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Unset dirty status for tenant:34b2cc205643475987e616c77d347ab1 on resource:port {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:30:07.539433 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e3a718df-dee7-4fee-a37a-b189036ea376 req-c6919ee1-b7ee-4822-a88f-604e8c417e79 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b3a93e5-5e25-4d95-a1cc-443e9f05bd73 HTTP/1.1" status: 200 len: 946 time: 0.1124034 Dec 07 15:30:07.614232 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-e3a718df-dee7-4fee-a37a-b189036ea376 req-190b174d-548c-4143-9652-c15d230a969c tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Deleting port 2157674f-5606-42ae-adc2-513735316ac1 {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:30:07.614462 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-e3a718df-dee7-4fee-a37a-b189036ea376 req-190b174d-548c-4143-9652-c15d230a969c tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:07.890947 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-e3a718df-dee7-4fee-a37a-b189036ea376 req-190b174d-548c-4143-9652-c15d230a969c tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] For port 2157674f-5606-42ae-adc2-513735316ac1, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=2157674f-5606-42ae-adc2-513735316ac1,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:07.891359 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-e3a718df-dee7-4fee-a37a-b189036ea376 req-190b174d-548c-4143-9652-c15d230a969c tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:08.016206 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-e3a718df-dee7-4fee-a37a-b189036ea376 req-190b174d-548c-4143-9652-c15d230a969c tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Calling delete_port for 2157674f-5606-42ae-adc2-513735316ac1 owned by compute:nova {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:30:08.170009 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-e3a718df-dee7-4fee-a37a-b189036ea376 req-190b174d-548c-4143-9652-c15d230a969c tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:08.176229 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9f14fadd-3a58-4f0c-8238-94fc464685f1 tempest-VolumesActionsTest-564796513 tempest-VolumesActionsTest-564796513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:08.182209 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['0f968502-f2a4-4ba9-b4dd-a0222a163d49', '23941c6d-e0b6-4132-b4e9-f5bf92c10b30', '2157674f-5606-42ae-adc2-513735316ac1'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:30:08.221718 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b174d-548c-4143-9652-c15d230a969c tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Pushing event deleted for resources: {'Port': ['ID=2157674f-5606-42ae-adc2-513735316ac1,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:08.226006 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-190b174d-548c-4143-9652-c15d230a969c tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:08.297813 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a718df-dee7-4fee-a37a-b189036ea376 req-190b174d-548c-4143-9652-c15d230a969c tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] No DVR routers for this DVR port 2157674f-5606-42ae-adc2-513735316ac1 on host hv-cinder-82062 {{(pid=88188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:30:08.300440 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-e3a718df-dee7-4fee-a37a-b189036ea376 req-190b174d-548c-4143-9652-c15d230a969c tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:08.303378 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3a93e5-5e25-4d95-a1cc-443e9f05bd73', 'name': 'network-vif-deleted', 'tag': '2157674f-5606-42ae-adc2-513735316ac1'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:30:08.318769 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-e3a718df-dee7-4fee-a37a-b189036ea376 req-190b174d-548c-4143-9652-c15d230a969c tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.57 "DELETE /v2.0/ports/2157674f-5606-42ae-adc2-513735316ac1 HTTP/1.1" status: 204 len: 173 time: 0.7740529 Dec 07 15:30:08.378130 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3a93e5-5e25-4d95-a1cc-443e9f05bd73', 'name': 'network-vif-deleted', 'tag': '2157674f-5606-42ae-adc2-513735316ac1', 'status': 'completed', 'code': 200} Dec 07 15:30:08.527631 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2a7eab57-7f34-41c5-b639-212142279867 req-154d00e2-78da-492f-8334-f4afc1b35d69 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b3a93e5-5e25-4d95-a1cc-443e9f05bd73 HTTP/1.1" status: 200 len: 210 time: 0.0495913 Dec 07 15:30:08.556759 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-cfcbd25d-6a65-4759-910f-a138aa53c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:09.704717 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:10.058683 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1e6fc-78c3-4cac-b560-2441fa339844 req-34529b00-ec82-40d2-bfb3-10f5a50ca350 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:10.060317 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-56e1e6fc-78c3-4cac-b560-2441fa339844 req-34529b00-ec82-40d2-bfb3-10f5a50ca350 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=273bec35-b89b-43e9-9092-3cfce1cb5cc0 HTTP/1.1" status: 200 len: 945 time: 0.0898626 Dec 07 15:30:10.113818 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-56e1e6fc-78c3-4cac-b560-2441fa339844 req-7770b771-3e0c-48fc-b25b-0d5425bf7fba tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472238 Dec 07 15:30:10.525990 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 2157674f-5606-42ae-adc2-513735316ac1 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:30:10.566665 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] No Port match for: 2157674f-5606-42ae-adc2-513735316ac1 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:30:10.567065 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 2157674f-5606-42ae-adc2-513735316ac1 not bound to the agent host hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:30:10.696954 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7d14-90a2-4bbf-8bcd-fda726166817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:11.258047 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9446051-70fd-454f-b150-b79ebfcac118 req-560a2149-7bdd-4fd1-a0be-ec46f149b36d tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:11.258860 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-d9446051-70fd-454f-b150-b79ebfcac118 req-560a2149-7bdd-4fd1-a0be-ec46f149b36d tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Synchronizing usage tracker for tenant:34b2cc205643475987e616c77d347ab1 on resource:port {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:30:11.278932 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-d9446051-70fd-454f-b150-b79ebfcac118 req-560a2149-7bdd-4fd1-a0be-ec46f149b36d tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Unset dirty status for tenant:34b2cc205643475987e616c77d347ab1 on resource:port {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:30:11.280201 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d9446051-70fd-454f-b150-b79ebfcac118 req-560a2149-7bdd-4fd1-a0be-ec46f149b36d tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.57 "GET /v2.0/ports?device_id=273bec35-b89b-43e9-9092-3cfce1cb5cc0 HTTP/1.1" status: 200 len: 945 time: 0.1125662 Dec 07 15:30:11.330898 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:11.355268 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-d9446051-70fd-454f-b150-b79ebfcac118 req-e5b5b618-3740-44e0-b32d-0aef958d869a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Deleting port 23941c6d-e0b6-4132-b4e9-f5bf92c10b30 {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:30:11.355660 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d9446051-70fd-454f-b150-b79ebfcac118 req-e5b5b618-3740-44e0-b32d-0aef958d869a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:11.356445 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a771c6-8fda-4511-b83f-d93539b3c931 req-18fa1235-02a4-4408-818e-7ac1d5744bf0 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:11.358053 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f5a771c6-8fda-4511-b83f-d93539b3c931 req-18fa1235-02a4-4408-818e-7ac1d5744bf0 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=273bec35-b89b-43e9-9092-3cfce1cb5cc0 HTTP/1.1" status: 200 len: 945 time: 0.0901849 Dec 07 15:30:11.411970 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-f5a771c6-8fda-4511-b83f-d93539b3c931 req-0438c317-090b-4e62-b18f-c00825212a60 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466297 Dec 07 15:30:11.851903 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-d9446051-70fd-454f-b150-b79ebfcac118 req-e5b5b618-3740-44e0-b32d-0aef958d869a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] For port 23941c6d-e0b6-4132-b4e9-f5bf92c10b30, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=23941c6d-e0b6-4132-b4e9-f5bf92c10b30,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:11.852163 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d9446051-70fd-454f-b150-b79ebfcac118 req-e5b5b618-3740-44e0-b32d-0aef958d869a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:11.981912 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-d9446051-70fd-454f-b150-b79ebfcac118 req-e5b5b618-3740-44e0-b32d-0aef958d869a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Calling delete_port for 23941c6d-e0b6-4132-b4e9-f5bf92c10b30 owned by compute:nova {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:30:12.132631 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d9446051-70fd-454f-b150-b79ebfcac118 req-e5b5b618-3740-44e0-b32d-0aef958d869a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:12.138596 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:12.145495 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['0f968502-f2a4-4ba9-b4dd-a0222a163d49', '23941c6d-e0b6-4132-b4e9-f5bf92c10b30'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:30:12.183230 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5b618-3740-44e0-b32d-0aef958d869a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Pushing event deleted for resources: {'Port': ['ID=23941c6d-e0b6-4132-b4e9-f5bf92c10b30,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:12.185955 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e5b5b618-3740-44e0-b32d-0aef958d869a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:12.255739 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9446051-70fd-454f-b150-b79ebfcac118 req-e5b5b618-3740-44e0-b32d-0aef958d869a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] No DVR routers for this DVR port 23941c6d-e0b6-4132-b4e9-f5bf92c10b30 on host hv-cinder-82062 {{(pid=88188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:30:12.258395 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-d9446051-70fd-454f-b150-b79ebfcac118 req-e5b5b618-3740-44e0-b32d-0aef958d869a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:12.261337 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273bec35-b89b-43e9-9092-3cfce1cb5cc0', 'name': 'network-vif-deleted', 'tag': '23941c6d-e0b6-4132-b4e9-f5bf92c10b30'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:30:12.278063 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-d9446051-70fd-454f-b150-b79ebfcac118 req-e5b5b618-3740-44e0-b32d-0aef958d869a tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.57 "DELETE /v2.0/ports/23941c6d-e0b6-4132-b4e9-f5bf92c10b30 HTTP/1.1" status: 204 len: 173 time: 0.9919648 Dec 07 15:30:12.327763 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273bec35-b89b-43e9-9092-3cfce1cb5cc0', 'name': 'network-vif-deleted', 'tag': '23941c6d-e0b6-4132-b4e9-f5bf92c10b30', 'status': 'completed', 'code': 200} Dec 07 15:30:12.609567 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-7d85c601-13ac-410f-958f-4ed1d4798009 req-05c1ee57-8202-4608-8202-e0818e0bd059 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=273bec35-b89b-43e9-9092-3cfce1cb5cc0 HTTP/1.1" status: 200 len: 210 time: 0.0502460 Dec 07 15:30:12.625440 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:14.556355 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 23941c6d-e0b6-4132-b4e9-f5bf92c10b30 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:30:14.598110 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] No Port match for: 23941c6d-e0b6-4132-b4e9-f5bf92c10b30 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:30:14.598546 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 23941c6d-e0b6-4132-b4e9-f5bf92c10b30 not bound to the agent host hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:30:15.436241 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eec2c4-c9d3-4fb3-b841-d64a687ee795 req-fffb65dd-4e04-4b25-9528-3ec2e433b6d5 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:15.437890 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a3eec2c4-c9d3-4fb3-b841-d64a687ee795 req-fffb65dd-4e04-4b25-9528-3ec2e433b6d5 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b8429e8-5d55-46bd-9017-af9dffe94613 HTTP/1.1" status: 200 len: 946 time: 0.0897384 Dec 07 15:30:15.487862 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-a3eec2c4-c9d3-4fb3-b841-d64a687ee795 req-59c5a1b8-9185-449c-9b25-03edc0aa3d27 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434957 Dec 07 15:30:16.709046 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592b421-2313-408e-995e-dbb82d18618e req-26472ceb-d918-46c0-b692-9f76e2a973e9 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:16.710752 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2592b421-2313-408e-995e-dbb82d18618e req-26472ceb-d918-46c0-b692-9f76e2a973e9 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b8429e8-5d55-46bd-9017-af9dffe94613 HTTP/1.1" status: 200 len: 946 time: 0.0892591 Dec 07 15:30:16.760541 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-2592b421-2313-408e-995e-dbb82d18618e req-26e3f893-ba23-429e-964b-50f781816a7f tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/security-groups?id=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433426 Dec 07 15:30:16.905315 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd49e-c9e7-43fe-bd79-28c897dd37a0 req-c783cda0-9cb3-4b97-8a32-84c637799de2 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:16.906100 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-9bfdd49e-c9e7-43fe-bd79-28c897dd37a0 req-c783cda0-9cb3-4b97-8a32-84c637799de2 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Synchronizing usage tracker for tenant:34b2cc205643475987e616c77d347ab1 on resource:port {{(pid=88188) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 15:30:16.924684 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [req-9bfdd49e-c9e7-43fe-bd79-28c897dd37a0 req-c783cda0-9cb3-4b97-8a32-84c637799de2 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Unset dirty status for tenant:34b2cc205643475987e616c77d347ab1 on resource:port {{(pid=88188) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 15:30:16.926033 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9bfdd49e-c9e7-43fe-bd79-28c897dd37a0 req-c783cda0-9cb3-4b97-8a32-84c637799de2 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b8429e8-5d55-46bd-9017-af9dffe94613 HTTP/1.1" status: 200 len: 946 time: 0.1248474 Dec 07 15:30:17.002572 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-9bfdd49e-c9e7-43fe-bd79-28c897dd37a0 req-8e43c5da-5424-4135-b591-c758a4f67eea tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Deleting port 0f968502-f2a4-4ba9-b4dd-a0222a163d49 {{(pid=88188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 15:30:17.002812 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-9bfdd49e-c9e7-43fe-bd79-28c897dd37a0 req-8e43c5da-5424-4135-b591-c758a4f67eea tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363292488248009'] for port, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:17.275438 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [req-9bfdd49e-c9e7-43fe-bd79-28c897dd37a0 req-8e43c5da-5424-4135-b591-c758a4f67eea tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] For port 0f968502-f2a4-4ba9-b4dd-a0222a163d49, host hv-cinder-82062, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82062',level=0,port_id=0f968502-f2a4-4ba9-b4dd-a0222a163d49,segment=NetworkSegment(c146fae4-893d-478f-aaf0-773449daad8c),segment_id=c146fae4-893d-478f-aaf0-773449daad8c)] {{(pid=88188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 15:30:17.275704 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-9bfdd49e-c9e7-43fe-bd79-28c897dd37a0 req-8e43c5da-5424-4135-b591-c758a4f67eea tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854145834'] for port, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:17.403272 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [req-9bfdd49e-c9e7-43fe-bd79-28c897dd37a0 req-8e43c5da-5424-4135-b591-c758a4f67eea tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Calling delete_port for 0f968502-f2a4-4ba9-b4dd-a0222a163d49 owned by compute:nova {{(pid=88188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 15:30:17.579826 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-9bfdd49e-c9e7-43fe-bd79-28c897dd37a0 req-8e43c5da-5424-4135-b591-c758a4f67eea tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851556978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363292488236387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363292488679199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848252467'] for port, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:17.585580 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9fb185a9-94e5-47aa-bb30-d2548cd42e42 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:17.592112 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.db [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] get_ports_and_sgs() called for port_ids ['0f968502-f2a4-4ba9-b4dd-a0222a163d49'] {{(pid=88190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 15:30:17.629880 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43c5da-5424-4135-b591-c758a4f67eea tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Pushing event deleted for resources: {'Port': ['ID=0f968502-f2a4-4ba9-b4dd-a0222a163d49,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:17.633794 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8e43c5da-5424-4135-b591-c758a4f67eea tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:17.707801 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfdd49e-c9e7-43fe-bd79-28c897dd37a0 req-8e43c5da-5424-4135-b591-c758a4f67eea tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] No DVR routers for this DVR port 0f968502-f2a4-4ba9-b4dd-a0222a163d49 on host hv-cinder-82062 {{(pid=88188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 15:30:17.710597 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [req-9bfdd49e-c9e7-43fe-bd79-28c897dd37a0 req-8e43c5da-5424-4135-b591-c758a4f67eea tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760194'] for port, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:17.713583 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8429e8-5d55-46bd-9017-af9dffe94613', 'name': 'network-vif-deleted', 'tag': '0f968502-f2a4-4ba9-b4dd-a0222a163d49'}] {{(pid=88188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 15:30:17.729433 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-9bfdd49e-c9e7-43fe-bd79-28c897dd37a0 req-8e43c5da-5424-4135-b591-c758a4f67eea tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.57 "DELETE /v2.0/ports/0f968502-f2a4-4ba9-b4dd-a0222a163d49 HTTP/1.1" status: 204 len: 173 time: 0.7975209 Dec 07 15:30:17.773290 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8429e8-5d55-46bd-9017-af9dffe94613', 'name': 'network-vif-deleted', 'tag': '0f968502-f2a4-4ba9-b4dd-a0222a163d49', 'status': 'completed', 'code': 200} Dec 07 15:30:17.965108 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [req-4ea7c066-aaa8-44e7-af9d-610383285a94 req-9f8dd9a8-2c47-423f-91b9-90fd7c8edf66 tempest-AttachVolumeNegativeTest-2083174999 tempest-AttachVolumeNegativeTest-2083174999-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b8429e8-5d55-46bd-9017-af9dffe94613 HTTP/1.1" status: 200 len: 210 time: 0.0570116 Dec 07 15:30:19.091739 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 36088) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:19.166284 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Deleting subnet a422c089-237d-45ff-9492-27b2357bfbce {{(pid=88189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:30:19.169432 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:19.229416 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2085673'] for subnet, precommit_delete_associations {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:19.288193 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3364380'] for subnet, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:19.380390 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851411451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1906913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852795410'] for subnet, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:19.385833 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-72e18643-7097-4b01-be03-8da3c27a1ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:19.636914 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a422c089-237d-45ff-9492-27b2357bfbce,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:19.643134 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:19.652950 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/a422c089-237d-45ff-9492-27b2357bfbce HTTP/1.1" status: 204 len: 168 time: 0.5595515 Dec 07 15:30:19.654579 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:19.655026 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:19.655433 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:19.655962 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:19.656363 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:19.656765 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:19.656923 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36092) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:19.657149 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:19.657548 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:19.657948 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:19.658370 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:19.658786 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:19.661966 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:19.777322 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-15f3b641-bb3f-4bda-b11e-f008da5a57b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3327655'] for network, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:19.926072 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-15f3b641-bb3f-4bda-b11e-f008da5a57b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3364997', 'neutron.services.segments.db._delete_segments_for_network-8744366564552'] for network, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:19.954102 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-15f3b641-bb3f-4bda-b11e-f008da5a57b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8546cd-27b2-429c-9d3f-222af23ad9d8']}} {{(pid=88188) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:19.969427 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-15f3b641-bb3f-4bda-b11e-f008da5a57b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c146fae4-893d-478f-aaf0-773449daad8c') {'for_net_delete': True} {{(pid=88188) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:19.969769 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-15f3b641-bb3f-4bda-b11e-f008da5a57b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c146fae4-893d-478f-aaf0-773449daad8c') {} {{(pid=88188) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:19.982367 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-15f3b641-bb3f-4bda-b11e-f008da5a57b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744366571481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994255'] for segment, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:19.998037 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-15f3b641-bb3f-4bda-b11e-f008da5a57b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:20.005565 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f3b641-bb3f-4bda-b11e-f008da5a57b1 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=88188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:30:20.005994 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-15f3b641-bb3f-4bda-b11e-f008da5a57b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3367674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848252903'] for segment, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: Traceback (most recent call last): Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: timer() Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: cb(*args, **kw) Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: return func(*args, **kwargs) Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: self._notify() Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: self.callback(batched_events) Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: event.method(event) Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: segment_id)['aggregates'][0] Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: return f(self, *a, **k) Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: return self._get(url).json() Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: **kwargs) Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: return self.request(url, 'GET', **kwargs) Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: **endpoint_filter) Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:30:20.020271 dv-cinder-820628-1-smb neutron-server[88079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:30:20.115433 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-15f3b641-bb3f-4bda-b11e-f008da5a57b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851410802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633852'] for network, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:20.119989 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:20.137755 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-15f3b641-bb3f-4bda-b11e-f008da5a57b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:20.147188 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3b641-bb3f-4bda-b11e-f008da5a57b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a8546cd-27b2-429c-9d3f-222af23ad9d8,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:20.150630 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-15f3b641-bb3f-4bda-b11e-f008da5a57b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:20.157033 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-15f3b641-bb3f-4bda-b11e-f008da5a57b1 admin admin] 10.222.0.71 "DELETE /v2.0/networks/6a8546cd-27b2-429c-9d3f-222af23ad9d8 HTTP/1.1" status: 204 len: 168 time: 0.4988430 Dec 07 15:30:20.372794 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 36098) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:20.427667 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-f0822bb8-4151-4e52-a766-edbff28f4975 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=34b2cc205643475987e616c77d347ab1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0535457 Dec 07 15:30:20.430549 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 36102) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:20.491950 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-56df5c95-4b68-4aad-a611-bd1b8e3d1a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:20.519509 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-56df5c95-4b68-4aad-a611-bd1b8e3d1a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:20.578050 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-56df5c95-4b68-4aad-a611-bd1b8e3d1a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:20.583912 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 0f968502-f2a4-4ba9-b4dd-a0222a163d49 no longer exists at agent hyperv_hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 15:30:20.584292 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a6dab85d-b2cd-4506-8c39-e94ed98c4512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:20.596625 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df5c95-4b68-4aad-a611-bd1b8e3d1a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb54597-b4b6-4593-9bb2-0fbfafca7e2e,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:20.599743 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-56df5c95-4b68-4aad-a611-bd1b8e3d1a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:20.601745 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-56df5c95-4b68-4aad-a611-bd1b8e3d1a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:20.603424 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-56df5c95-4b68-4aad-a611-bd1b8e3d1a33 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1cb54597-b4b6-4593-9bb2-0fbfafca7e2e HTTP/1.1" status: 204 len: 168 time: 0.1714003 Dec 07 15:30:20.632727 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.plugin [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] No Port match for: 0f968502-f2a4-4ba9-b4dd-a0222a163d49 {{(pid=88190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 15:30:20.633125 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Device 0f968502-f2a4-4ba9-b4dd-a0222a163d49 not bound to the agent host hv-cinder-82062 {{(pid=88190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 15:30:21.658407 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 36124) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:21.867330 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-992422759-network', 'tenant_id': '6c255a9e2ca34bee9d491157a7ae7280'}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:21.876854 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:21.883588 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Usage tracker for resource:network and tenant:6c255a9e2ca34bee9d491157a7ae7280 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:21.890473 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:21.897930 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:21.909601 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Made reservation on behalf of 6c255a9e2ca34bee9d491157a7ae7280 for: {'network': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:30:21.914494 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for network, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:21.928260 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:21.962473 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:21.967996 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Usage tracker for resource:security_group_rule and tenant:6c255a9e2ca34bee9d491157a7ae7280 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:21.972662 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:21.980007 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:22.048675 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.053388 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.056451 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-bec73800-bd41-4e92-96dd-7dd354f5d50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:22.085500 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=88189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:30:22.094355 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5c41c4-077e-4105-bcd1-e6151ac26841,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:22.098122 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:22.101743 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.102776 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.segments_db [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Added segment c1b879f4-1d1f-44db-9e12-95cc5bd2146a of type vlan for network f552f4c3-02bf-4631-bc91-f880aa543be5 Dec 07 15:30:22.130773 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744366061905'] for network, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.164070 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for network, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.165339 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:22.165982 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.169553 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-800a8f48-aa1a-480f-bf31-d13053903c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:22.191668 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.278788 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6191673 Dec 07 15:30:22.279731 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Pushing event updated for resources: {'Network': ['ID=f552f4c3-02bf-4631-bc91-f880aa543be5,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:22.282247 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 36130) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:22.284780 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c4b647c2-3470-4003-b6bb-8253bfd6c1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:22.288724 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-136bb2d3-c90b-45d1-b415-f874b8dd44bd admin admin] Request body: {'subnet': {'network_id': 'f552f4c3-02bf-4631-bc91-f880aa543be5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-992422759-subnet', 'tenant_id': '6c255a9e2ca34bee9d491157a7ae7280', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:22.290449 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Network f552f4c3-02bf-4631-bc91-f880aa543be5 details requested by agent ovs-agent-dv-cinder-820628-1-smb with host dv-cinder-820628-1-smb {{(pid=88190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:30:22.293871 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-136bb2d3-c90b-45d1-b415-f874b8dd44bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:22.298484 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-136bb2d3-c90b-45d1-b415-f874b8dd44bd admin admin] Usage tracker for resource:subnet and tenant:6c255a9e2ca34bee9d491157a7ae7280 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:22.301505 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-136bb2d3-c90b-45d1-b415-f874b8dd44bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:22.307634 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-136bb2d3-c90b-45d1-b415-f874b8dd44bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:22.317997 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136bb2d3-c90b-45d1-b415-f874b8dd44bd admin admin] Made reservation on behalf of 6c255a9e2ca34bee9d491157a7ae7280 for: {'subnet': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:30:22.322983 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-136bb2d3-c90b-45d1-b415-f874b8dd44bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1980407'] for subnet, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.547193 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-136bb2d3-c90b-45d1-b415-f874b8dd44bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852869075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1980390'] for subnet, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.551094 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:22.613122 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb2d3-c90b-45d1-b415-f874b8dd44bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=56618dab-880d-4eb9-896d-1ae7f164b7a5,revision_number=0']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:22.622456 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-136bb2d3-c90b-45d1-b415-f874b8dd44bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:22.641075 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136bb2d3-c90b-45d1-b415-f874b8dd44bd admin admin] Checking segment: {'id': 'c1b879f4-1d1f-44db-9e12-95cc5bd2146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f552f4c3-02bf-4631-bc91-f880aa543be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:30:22.641470 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136bb2d3-c90b-45d1-b415-f874b8dd44bd admin admin] Network hostable DHCP agents. Network: f552f4c3-02bf-4631-bc91-f880aa543be5, hostable agents: ['8933d9ad-7c89-41d3-b37b-333921c44d45'], hosted agents: [] {{(pid=88189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:30:22.664340 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136bb2d3-c90b-45d1-b415-f874b8dd44bd admin admin] Network f552f4c3-02bf-4631-bc91-f880aa543be5 is scheduled to be hosted by DHCP agent 8933d9ad-7c89-41d3-b37b-333921c44d45 with binding_index 1 {{(pid=88189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:30:22.673133 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-136bb2d3-c90b-45d1-b415-f874b8dd44bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-smb, f552f4c3-02bf-4631-bc91-f880aa543be5) {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:30:22.677309 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136bb2d3-c90b-45d1-b415-f874b8dd44bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:22.677998 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-136bb2d3-c90b-45d1-b415-f874b8dd44bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:22.683162 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa8ea2f-b514-485a-b50c-fa9c734c6a86 None None] Network f552f4c3-02bf-4631-bc91-f880aa543be5 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:30:22.700226 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-136bb2d3-c90b-45d1-b415-f874b8dd44bd admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4169044 Dec 07 15:30:22.908695 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce279f0-8fda-4f6d-9205-484d18ad9f5c None None] Network f552f4c3-02bf-4631-bc91-f880aa543be5 requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:30:23.663976 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36152) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:23.673794 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-772948954-network', 'tenant_id': 'c6f1ed17d3de47bf9e74491a35f17eaf'}} {{(pid=88188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:23.680758 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:23.685312 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Usage tracker for resource:network and tenant:c6f1ed17d3de47bf9e74491a35f17eaf is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:23.689318 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:23.695898 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:23.708989 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Made reservation on behalf of c6f1ed17d3de47bf9e74491a35f17eaf for: {'network': 1} {{(pid=88188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:30:23.716417 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851561998'] for network, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.730886 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.765729 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:23.770036 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Usage tracker for resource:security_group_rule and tenant:c6f1ed17d3de47bf9e74491a35f17eaf is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:23.773150 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:23.779709 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:23.846744 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.850456 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.853529 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-df30c273-7c3f-4b06-a866-f48580b58e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:23.883123 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=88188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 15:30:23.892014 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2d2028-a1c9-4bb1-aae1-e5e093acecd3,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:23.895870 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:23.898446 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.898835 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.db.segments_db [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Added segment 28048398-cdb1-4ecf-bb72-e785c2300019 of type vlan for network 5b852254-bd7c-4149-aece-3a3ad2df317b Dec 07 15:30:23.925178 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744366061905'] for network, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.959843 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148'] for network, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.961026 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:23.961665 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:23.966793 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e41af9bb-5cc2-44db-b524-58525860712f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:24.068212 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4027302 Dec 07 15:30:24.071490 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 36156) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:24.071755 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Pushing event updated for resources: {'Network': ['ID=5b852254-bd7c-4149-aece-3a3ad2df317b,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:24.074883 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-342622ff-9174-4a05-8d4e-db705bc335f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:24.079304 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.v2.base [None req-45374f8e-7699-4799-b907-7ae6a5af37ab admin admin] Request body: {'subnet': {'network_id': '5b852254-bd7c-4149-aece-3a3ad2df317b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-772948954-subnet', 'tenant_id': 'c6f1ed17d3de47bf9e74491a35f17eaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 15:30:24.084797 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-45374f8e-7699-4799-b907-7ae6a5af37ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:24.085239 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.rpc [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Network 5b852254-bd7c-4149-aece-3a3ad2df317b details requested by agent ovs-agent-dv-cinder-820628-1-smb with host dv-cinder-820628-1-smb {{(pid=88190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 15:30:24.089237 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-45374f8e-7699-4799-b907-7ae6a5af37ab admin admin] Usage tracker for resource:subnet and tenant:c6f1ed17d3de47bf9e74491a35f17eaf is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:24.092415 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-45374f8e-7699-4799-b907-7ae6a5af37ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:24.098995 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-45374f8e-7699-4799-b907-7ae6a5af37ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:24.110192 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45374f8e-7699-4799-b907-7ae6a5af37ab admin admin] Made reservation on behalf of c6f1ed17d3de47bf9e74491a35f17eaf for: {'subnet': 1} {{(pid=88189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 15:30:24.115055 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-45374f8e-7699-4799-b907-7ae6a5af37ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1980407'] for subnet, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:24.341364 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-45374f8e-7699-4799-b907-7ae6a5af37ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852869075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1980390'] for subnet, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:24.348408 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d2c08031-04ad-47a5-a6b7-62240d3c4536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:24.422034 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45374f8e-7699-4799-b907-7ae6a5af37ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b59b19e-cf86-4ec5-9b08-4b1cc2944796,revision_number=0']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:24.424905 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-45374f8e-7699-4799-b907-7ae6a5af37ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:24.441942 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45374f8e-7699-4799-b907-7ae6a5af37ab admin admin] Checking segment: {'id': '28048398-cdb1-4ecf-bb72-e785c2300019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5b852254-bd7c-4149-aece-3a3ad2df317b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 15:30:24.442356 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45374f8e-7699-4799-b907-7ae6a5af37ab admin admin] Network hostable DHCP agents. Network: 5b852254-bd7c-4149-aece-3a3ad2df317b, hostable agents: ['8933d9ad-7c89-41d3-b37b-333921c44d45'], hosted agents: [] {{(pid=88189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 15:30:24.466426 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45374f8e-7699-4799-b907-7ae6a5af37ab admin admin] Network 5b852254-bd7c-4149-aece-3a3ad2df317b is scheduled to be hosted by DHCP agent 8933d9ad-7c89-41d3-b37b-333921c44d45 with binding_index 1 {{(pid=88189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 15:30:24.477361 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.scheduler.base_scheduler [None req-45374f8e-7699-4799-b907-7ae6a5af37ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820628-1-smb, 5b852254-bd7c-4149-aece-3a3ad2df317b) {{(pid=88189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 15:30:24.481609 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45374f8e-7699-4799-b907-7ae6a5af37ab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 15:30:24.482328 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-45374f8e-7699-4799-b907-7ae6a5af37ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:24.486622 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6795e15-6c4a-429b-ad45-fcaec91e4096 None None] Network 5b852254-bd7c-4149-aece-3a3ad2df317b requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:30:24.503507 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-45374f8e-7699-4799-b907-7ae6a5af37ab admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4306848 Dec 07 15:30:24.653038 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36162) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:24.737396 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_v2 [None req-04507969-e663-4201-bcee-073d366001ba admin admin] Deleting subnet 56618dab-880d-4eb9-896d-1ae7f164b7a5 {{(pid=88188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:30:24.741447 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-04507969-e663-4201-bcee-073d366001ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:24.797983 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-04507969-e663-4201-bcee-073d366001ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852781562'] for subnet, precommit_delete_associations {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:24.861096 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-04507969-e663-4201-bcee-073d366001ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3364380'] for subnet, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:24.880183 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3819f9a-7ca0-473c-b03b-b500a2595deb None None] Network 5b852254-bd7c-4149-aece-3a3ad2df317b requested from dv-cinder-820628-1-smb {{(pid=88190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 15:30:24.940448 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-04507969-e663-4201-bcee-073d366001ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851411451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6523323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1697918'] for subnet, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:24.944662 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:24.981359 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04507969-e663-4201-bcee-073d366001ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56618dab-880d-4eb9-896d-1ae7f164b7a5,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:24.986400 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-04507969-e663-4201-bcee-073d366001ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:24.989559 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-04507969-e663-4201-bcee-073d366001ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for subnet, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:24.996094 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-04507969-e663-4201-bcee-073d366001ba admin admin] 10.222.0.71 "DELETE /v2.0/subnets/56618dab-880d-4eb9-896d-1ae7f164b7a5 HTTP/1.1" status: 204 len: 168 time: 0.3419068 Dec 07 15:30:24.999530 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 36166) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:25.120089 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-611b333a-d72c-4d0a-aeaa-1f8417d80027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3327655'] for network, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.259845 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-611b333a-d72c-4d0a-aeaa-1f8417d80027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3364997', 'neutron.services.segments.db._delete_segments_for_network-8744366564552'] for network, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.287496 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-611b333a-d72c-4d0a-aeaa-1f8417d80027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f552f4c3-02bf-4631-bc91-f880aa543be5']}} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:25.303094 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-611b333a-d72c-4d0a-aeaa-1f8417d80027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b879f4-1d1f-44db-9e12-95cc5bd2146a') {'for_net_delete': True} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:25.303542 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-611b333a-d72c-4d0a-aeaa-1f8417d80027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b879f4-1d1f-44db-9e12-95cc5bd2146a') {} {{(pid=88189) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:25.319525 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-611b333a-d72c-4d0a-aeaa-1f8417d80027 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744366571481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852690144'] for segment, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.338655 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-611b333a-d72c-4d0a-aeaa-1f8417d80027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.345498 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611b333a-d72c-4d0a-aeaa-1f8417d80027 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=88189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:30:25.345957 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-611b333a-d72c-4d0a-aeaa-1f8417d80027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3367674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852868797'] for segment, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: Traceback (most recent call last): Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: timer() Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: cb(*args, **kw) Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: return func(*args, **kwargs) Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: self._notify() Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: self.callback(batched_events) Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: event.method(event) Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: segment_id)['aggregates'][0] Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: return f(self, *a, **k) Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: return self._get(url).json() Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: **kwargs) Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: return self.request(url, 'GET', **kwargs) Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: **endpoint_filter) Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:30:25.360373 dv-cinder-820628-1-smb neutron-server[88079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:30:25.437775 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-611b333a-d72c-4d0a-aeaa-1f8417d80027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851410802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633852'] for network, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.442558 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-611b333a-d72c-4d0a-aeaa-1f8417d80027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.446591 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-88e7f0d6-19ca-4afe-b965-3d8605721abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:25.464750 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-611b333a-d72c-4d0a-aeaa-1f8417d80027 admin admin] 10.222.0.71 "DELETE /v2.0/networks/f552f4c3-02bf-4631-bc91-f880aa543be5 HTTP/1.1" status: 204 len: 168 time: 0.4641743 Dec 07 15:30:25.468250 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b333a-d72c-4d0a-aeaa-1f8417d80027 admin admin] Pushing event deleted for resources: {'Network': ['ID=f552f4c3-02bf-4631-bc91-f880aa543be5,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:25.468599 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36170) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:25.470701 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-611b333a-d72c-4d0a-aeaa-1f8417d80027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:25.548599 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0cf3d01-a44f-471d-8c40-beafa4f8c9e0 admin admin] Deleting subnet 3b59b19e-cf86-4ec5-9b08-4b1cc2944796 {{(pid=88188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 15:30:25.552160 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f0cf3d01-a44f-471d-8c40-beafa4f8c9e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.617728 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f0cf3d01-a44f-471d-8c40-beafa4f8c9e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852781562'] for subnet, precommit_delete_associations {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.677951 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f0cf3d01-a44f-471d-8c40-beafa4f8c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3364380'] for subnet, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.761949 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f0cf3d01-a44f-471d-8c40-beafa4f8c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851411451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-952646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6523323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1697918'] for subnet, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.766079 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:25.802122 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf3d01-a44f-471d-8c40-beafa4f8c9e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b59b19e-cf86-4ec5-9b08-4b1cc2944796,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:25.806532 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f0cf3d01-a44f-471d-8c40-beafa4f8c9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:25.809402 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f0cf3d01-a44f-471d-8c40-beafa4f8c9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for subnet, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:25.816446 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-f0cf3d01-a44f-471d-8c40-beafa4f8c9e0 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3b59b19e-cf86-4ec5-9b08-4b1cc2944796 HTTP/1.1" status: 204 len: 168 time: 0.3466899 Dec 07 15:30:25.819379 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36174) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:25.937018 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-25c1530b-7423-42c6-8093-a94f52b31c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3327655'] for network, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.070081 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-25c1530b-7423-42c6-8093-a94f52b31c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3364997', 'neutron.services.segments.db._delete_segments_for_network-8744366564552'] for network, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.097594 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-25c1530b-7423-42c6-8093-a94f52b31c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b852254-bd7c-4149-aece-3a3ad2df317b']}} {{(pid=88188) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:26.110444 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-25c1530b-7423-42c6-8093-a94f52b31c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28048398-cdb1-4ecf-bb72-e785c2300019') {'for_net_delete': True} {{(pid=88188) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:26.110800 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.services.segments.db [None req-25c1530b-7423-42c6-8093-a94f52b31c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28048398-cdb1-4ecf-bb72-e785c2300019') {} {{(pid=88188) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 15:30:26.122883 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-25c1530b-7423-42c6-8093-a94f52b31c2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744366571481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1994255'] for segment, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.138745 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-25c1530b-7423-42c6-8093-a94f52b31c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851408157'] for segment, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.142093 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:30:26.145447 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c1530b-7423-42c6-8093-a94f52b31c2b admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=88188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 15:30:26.145876 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-25c1530b-7423-42c6-8093-a94f52b31c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3367674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848252903'] for segment, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: Traceback (most recent call last): Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: timer() Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: cb(*args, **kw) Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: return func(*args, **kwargs) Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: self._notify() Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: self.callback(batched_events) Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: event.method(event) Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: segment_id)['aggregates'][0] Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: return f(self, *a, **k) Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: return self._get(url).json() Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: **kwargs) Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: return self.request(url, 'GET', **kwargs) Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: **endpoint_filter) Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 15:30:26.163641 dv-cinder-820628-1-smb neutron-server[88079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 15:30:26.241502 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-25c1530b-7423-42c6-8093-a94f52b31c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851410802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4058148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633852'] for network, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.245548 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:26.259774 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-25c1530b-7423-42c6-8093-a94f52b31c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4058323'] for network, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.269711 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1530b-7423-42c6-8093-a94f52b31c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=5b852254-bd7c-4149-aece-3a3ad2df317b,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:26.272010 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-25c1530b-7423-42c6-8093-a94f52b31c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:26.273959 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-25c1530b-7423-42c6-8093-a94f52b31c2b admin admin] 10.222.0.71 "DELETE /v2.0/networks/5b852254-bd7c-4149-aece-3a3ad2df317b HTTP/1.1" status: 204 len: 168 time: 0.4532542 Dec 07 15:30:26.501612 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 36180) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:26.562058 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-d97dec09-f26e-40b7-a231-09c7fd5d16c5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6c255a9e2ca34bee9d491157a7ae7280&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0589926 Dec 07 15:30:26.566414 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36184) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:26.639654 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a194c4ab-aea2-4d49-b3a1-0ac2b4a7b232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.666901 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a194c4ab-aea2-4d49-b3a1-0ac2b4a7b232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.713271 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a194c4ab-aea2-4d49-b3a1-0ac2b4a7b232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.718591 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a8208628-0c6c-432c-a405-9e87d946155d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:26.729560 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194c4ab-aea2-4d49-b3a1-0ac2b4a7b232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5c41c4-077e-4105-bcd1-e6151ac26841,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:26.739470 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a194c4ab-aea2-4d49-b3a1-0ac2b4a7b232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:26.740751 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a194c4ab-aea2-4d49-b3a1-0ac2b4a7b232 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6b5c41c4-077e-4105-bcd1-e6151ac26841 HTTP/1.1" status: 204 len: 168 time: 0.1729367 Dec 07 15:30:26.744582 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194c4ab-aea2-4d49-b3a1-0ac2b4a7b232 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:26.745003 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194c4ab-aea2-4d49-b3a1-0ac2b4a7b232 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:26.745420 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194c4ab-aea2-4d49-b3a1-0ac2b4a7b232 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:26.745830 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194c4ab-aea2-4d49-b3a1-0ac2b4a7b232 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:26.746268 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194c4ab-aea2-4d49-b3a1-0ac2b4a7b232 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:26.746676 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194c4ab-aea2-4d49-b3a1-0ac2b4a7b232 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:26.747083 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194c4ab-aea2-4d49-b3a1-0ac2b4a7b232 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:26.747488 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194c4ab-aea2-4d49-b3a1-0ac2b4a7b232 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:26.747886 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194c4ab-aea2-4d49-b3a1-0ac2b4a7b232 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:26.748286 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194c4ab-aea2-4d49-b3a1-0ac2b4a7b232 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:26.748668 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a194c4ab-aea2-4d49-b3a1-0ac2b4a7b232 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:30:26.752349 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a194c4ab-aea2-4d49-b3a1-0ac2b4a7b232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:27.202599 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36192) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:27.259158 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-8f497ec3-0e7d-4a10-8282-d5dad6ed3bd2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c6f1ed17d3de47bf9e74491a35f17eaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0550306 Dec 07 15:30:27.263065 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36196) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:27.335139 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b687cded-2a89-42ca-9f6d-73e9e543efe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:27.368254 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b687cded-2a89-42ca-9f6d-73e9e543efe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:27.420844 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b687cded-2a89-42ca-9f6d-73e9e543efe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:27.425855 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ec34ff46-2fbb-4520-bf01-14d0a6065732 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:27.439640 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687cded-2a89-42ca-9f6d-73e9e543efe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2d2028-a1c9-4bb1-aae1-e5e093acecd3,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:27.442450 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b687cded-2a89-42ca-9f6d-73e9e543efe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:27.443671 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b687cded-2a89-42ca-9f6d-73e9e543efe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:27.444911 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-b687cded-2a89-42ca-9f6d-73e9e543efe3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/af2d2028-a1c9-4bb1-aae1-e5e093acecd3 HTTP/1.1" status: 204 len: 168 time: 0.1805069 Dec 07 15:30:38.572065 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c789d6f6-0502-4ae9-86f1-b704e2a4ef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:39.718101 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:40.692886 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-25adf434-7e35-4ef3-9078-80a983ad605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:41.342202 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:42.636008 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:47.899027 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36378) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:48.080345 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e803fdc8-5a0a-4c59-861b-f65c91033f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:48.115061 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e803fdc8-5a0a-4c59-861b-f65c91033f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:48.119810 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e803fdc8-5a0a-4c59-861b-f65c91033f08 admin admin] Usage tracker for resource:security_group_rule and tenant:5617268cb7ed45f29403b29515765f16 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:48.123183 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-e803fdc8-5a0a-4c59-861b-f65c91033f08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:48.130194 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-e803fdc8-5a0a-4c59-861b-f65c91033f08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:48.207572 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e803fdc8-5a0a-4c59-861b-f65c91033f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:48.212264 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e803fdc8-5a0a-4c59-861b-f65c91033f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:48.220607 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3750b43d-ea0d-4e56-8dda-dfe6e26b0d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:48.263341 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803fdc8-5a0a-4c59-861b-f65c91033f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf943f0-a8d0-47ef-b3a2-79177bacae06,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:48.267986 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e803fdc8-5a0a-4c59-861b-f65c91033f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:48.270513 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-e803fdc8-5a0a-4c59-861b-f65c91033f08 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5617268cb7ed45f29403b29515765f16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3702691 Dec 07 15:30:48.275443 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36384) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:48.342670 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d7b69aed-88d5-4cd5-84fc-522cc93196db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:48.375007 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d7b69aed-88d5-4cd5-84fc-522cc93196db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:48.425042 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d7b69aed-88d5-4cd5-84fc-522cc93196db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:48.433154 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-5b7ac9da-c0d9-44d9-9d6d-eadfd14c1128 tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:48.449102 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b69aed-88d5-4cd5-84fc-522cc93196db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf943f0-a8d0-47ef-b3a2-79177bacae06,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:48.453023 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d7b69aed-88d5-4cd5-84fc-522cc93196db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:48.455296 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-d7b69aed-88d5-4cd5-84fc-522cc93196db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:48.456563 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-d7b69aed-88d5-4cd5-84fc-522cc93196db admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/baf943f0-a8d0-47ef-b3a2-79177bacae06 HTTP/1.1" status: 204 len: 168 time: 0.1801951 Dec 07 15:30:48.827358 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 36392) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:48.848359 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0632ff32-7275-41b1-aba3-a2405abec3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:48.882295 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-0632ff32-7275-41b1-aba3-a2405abec3d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:30:48.886620 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-0632ff32-7275-41b1-aba3-a2405abec3d2 admin admin] Usage tracker for resource:security_group_rule and tenant:37e16fa6c8294dd3bbd2a239db482cd0 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:30:48.889578 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-0632ff32-7275-41b1-aba3-a2405abec3d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:30:48.896410 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-0632ff32-7275-41b1-aba3-a2405abec3d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:30:48.968074 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0632ff32-7275-41b1-aba3-a2405abec3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:48.971678 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-0632ff32-7275-41b1-aba3-a2405abec3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:48.979169 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3e4f35f7-a8c6-4787-be65-aafcbfc2dc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:49.023533 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632ff32-7275-41b1-aba3-a2405abec3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8985fe82-e78b-4e52-926c-02f1035c6937,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:49.027987 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-0632ff32-7275-41b1-aba3-a2405abec3d2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=37e16fa6c8294dd3bbd2a239db482cd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1994350 Dec 07 15:30:49.028983 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0632ff32-7275-41b1-aba3-a2405abec3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:49.031043 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 36396) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:30:49.095656 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c4724a3f-96ae-4f2f-b872-0aad803b30de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:49.123117 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c4724a3f-96ae-4f2f-b872-0aad803b30de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:49.175687 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c4724a3f-96ae-4f2f-b872-0aad803b30de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:49.179740 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-afeaa4d0-c634-4a8b-a2a6-24a1a4b5f06d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:30:49.193576 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4724a3f-96ae-4f2f-b872-0aad803b30de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8985fe82-e78b-4e52-926c-02f1035c6937,revision_number=None']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:30:49.197557 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-c4724a3f-96ae-4f2f-b872-0aad803b30de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:30:49.201219 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c4724a3f-96ae-4f2f-b872-0aad803b30de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:30:49.202512 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-c4724a3f-96ae-4f2f-b872-0aad803b30de admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8985fe82-e78b-4e52-926c-02f1035c6937 HTTP/1.1" status: 204 len: 168 time: 0.1703763 Dec 07 15:30:52.195337 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:00.020870 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36520) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:00.193534 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-88c51b51-47e1-449a-954b-d74bb67a01c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:00.229570 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-88c51b51-47e1-449a-954b-d74bb67a01c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:00.233882 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-88c51b51-47e1-449a-954b-d74bb67a01c2 admin admin] Usage tracker for resource:security_group_rule and tenant:2b6e4c4d032a4fd3892490ddc28b5b35 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:00.237066 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-88c51b51-47e1-449a-954b-d74bb67a01c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:00.243508 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-88c51b51-47e1-449a-954b-d74bb67a01c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:00.317342 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-88c51b51-47e1-449a-954b-d74bb67a01c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:00.321579 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-88c51b51-47e1-449a-954b-d74bb67a01c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:00.328763 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-33efd509-ea69-424d-bf23-25b0b10ae5e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:00.391503 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c51b51-47e1-449a-954b-d74bb67a01c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b94256e-1691-44c9-ad82-bef955b06bcd,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:00.397104 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-88c51b51-47e1-449a-954b-d74bb67a01c2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2b6e4c4d032a4fd3892490ddc28b5b35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3748970 Dec 07 15:31:00.398233 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-88c51b51-47e1-449a-954b-d74bb67a01c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:00.399463 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36526) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:00.474264 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b09a1bef-0704-41b6-818b-3c39db6fdd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:00.504237 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b09a1bef-0704-41b6-818b-3c39db6fdd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:00.555570 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b09a1bef-0704-41b6-818b-3c39db6fdd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:00.560855 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a3d01aac-ecc6-462d-9232-7233ae7e0727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:00.575807 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a1bef-0704-41b6-818b-3c39db6fdd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b94256e-1691-44c9-ad82-bef955b06bcd,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:00.578414 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-b09a1bef-0704-41b6-818b-3c39db6fdd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:00.580818 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-b09a1bef-0704-41b6-818b-3c39db6fdd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:00.582855 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-b09a1bef-0704-41b6-818b-3c39db6fdd6b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8b94256e-1691-44c9-ad82-bef955b06bcd HTTP/1.1" status: 204 len: 168 time: 0.1821830 Dec 07 15:31:00.995865 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36534) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:01.017706 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4fcc4c3f-0f5a-4ba6-a17f-3c97318d5c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:01.057481 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-4fcc4c3f-0f5a-4ba6-a17f-3c97318d5c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:01.062061 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-4fcc4c3f-0f5a-4ba6-a17f-3c97318d5c65 admin admin] Usage tracker for resource:security_group_rule and tenant:032a7e06bfb4461e99695459fa4aa47e is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:01.065643 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-4fcc4c3f-0f5a-4ba6-a17f-3c97318d5c65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:01.072420 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-4fcc4c3f-0f5a-4ba6-a17f-3c97318d5c65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:01.150312 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4fcc4c3f-0f5a-4ba6-a17f-3c97318d5c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:01.155316 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-4fcc4c3f-0f5a-4ba6-a17f-3c97318d5c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:01.163133 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-07ba3f02-a4e6-4eff-bb81-4495e512d9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:01.210128 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc4c3f-0f5a-4ba6-a17f-3c97318d5c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87402074-fdfa-4c1c-889e-8dca50a32f3d,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:01.213472 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4fcc4c3f-0f5a-4ba6-a17f-3c97318d5c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:01.215857 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-4fcc4c3f-0f5a-4ba6-a17f-3c97318d5c65 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=032a7e06bfb4461e99695459fa4aa47e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2187304 Dec 07 15:31:01.218985 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36538) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:01.287928 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e109741e-1b80-4153-891a-ff6add3adb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:01.315807 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e109741e-1b80-4153-891a-ff6add3adb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:01.368197 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e109741e-1b80-4153-891a-ff6add3adb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:01.373538 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-0b984ca6-d67b-4cb8-8c86-c85a75dad49a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:01.387537 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109741e-1b80-4153-891a-ff6add3adb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87402074-fdfa-4c1c-889e-8dca50a32f3d,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:01.396520 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-e109741e-1b80-4153-891a-ff6add3adb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:01.400711 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-e109741e-1b80-4153-891a-ff6add3adb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:01.402603 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-e109741e-1b80-4153-891a-ff6add3adb62 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/87402074-fdfa-4c1c-889e-8dca50a32f3d HTTP/1.1" status: 204 len: 168 time: 0.1821868 Dec 07 15:31:01.864258 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36546) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:01.886489 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9e5dcd30-5dec-48f1-86d2-4bb4d6926a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:01.920983 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9e5dcd30-5dec-48f1-86d2-4bb4d6926a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:01.925136 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9e5dcd30-5dec-48f1-86d2-4bb4d6926a7b admin admin] Usage tracker for resource:security_group_rule and tenant:66574f95629044129a8b3883bee185e4 is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:01.928451 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-9e5dcd30-5dec-48f1-86d2-4bb4d6926a7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:01.934569 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-9e5dcd30-5dec-48f1-86d2-4bb4d6926a7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:02.018372 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9e5dcd30-5dec-48f1-86d2-4bb4d6926a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:02.022323 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9e5dcd30-5dec-48f1-86d2-4bb4d6926a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:02.029103 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-3ed7c0c6-2b74-488f-902d-da2d7599a524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:02.077276 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5dcd30-5dec-48f1-86d2-4bb4d6926a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df95c0fa-f7ff-4bac-89df-3fd5ea5321c7,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:02.082144 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-9e5dcd30-5dec-48f1-86d2-4bb4d6926a7b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=66574f95629044129a8b3883bee185e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2168045 Dec 07 15:31:02.083749 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-9e5dcd30-5dec-48f1-86d2-4bb4d6926a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:02.085202 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36550) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:02.151123 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c7e261b-e5b8-421a-974a-ba8f7269a1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:02.178846 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c7e261b-e5b8-421a-974a-ba8f7269a1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:02.227885 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c7e261b-e5b8-421a-974a-ba8f7269a1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:02.231741 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-ecdd6ec2-f338-4328-b31a-c1df23d7b8ea tempest-TestShelveInstance-1695432770 tempest-TestShelveInstance-1695432770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:02.243758 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e261b-e5b8-421a-974a-ba8f7269a1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df95c0fa-f7ff-4bac-89df-3fd5ea5321c7,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:02.247655 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-6c7e261b-e5b8-421a-974a-ba8f7269a1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:02.251308 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-6c7e261b-e5b8-421a-974a-ba8f7269a1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:02.252524 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-6c7e261b-e5b8-421a-974a-ba8f7269a1dc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/df95c0fa-f7ff-4bac-89df-3fd5ea5321c7 HTTP/1.1" status: 204 len: 168 time: 0.1663539 Dec 07 15:31:03.144444 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:31:08.569206 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-80e7e380-93fd-43b6-b973-ee0886ff8eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:09.720257 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:10.701198 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-904e8cb2-3eae-4803-82d7-d9226f31f590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:11.337723 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:12.634908 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:13.067895 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 36672) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:13.222795 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f928651d-d968-4b18-97d6-516149c8858e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:13.265962 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-f928651d-d968-4b18-97d6-516149c8858e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:13.270360 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-f928651d-d968-4b18-97d6-516149c8858e admin admin] Usage tracker for resource:security_group_rule and tenant:9f715bba2a97431e878c75b29f4e1e13 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:13.273578 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-f928651d-d968-4b18-97d6-516149c8858e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:13.280074 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-f928651d-d968-4b18-97d6-516149c8858e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:13.352355 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f928651d-d968-4b18-97d6-516149c8858e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:13.356386 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f928651d-d968-4b18-97d6-516149c8858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:13.365443 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-4ed6c6c0-b7da-41cf-8696-1ffb26ed0493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:13.408040 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928651d-d968-4b18-97d6-516149c8858e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fd7b4a-4d2e-4236-9234-e9f6d218051d,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:13.412399 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-f928651d-d968-4b18-97d6-516149c8858e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9f715bba2a97431e878c75b29f4e1e13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3434124 Dec 07 15:31:13.413430 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f928651d-d968-4b18-97d6-516149c8858e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:13.416327 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36678) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:13.484589 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8a909cff-c5f9-4993-88de-2d9cb4e4465b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:13.513315 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8a909cff-c5f9-4993-88de-2d9cb4e4465b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:13.559645 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8a909cff-c5f9-4993-88de-2d9cb4e4465b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:13.565029 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-30f81b81-f06d-4ec5-a463-9caa6f2f8c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:13.576428 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a909cff-c5f9-4993-88de-2d9cb4e4465b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fd7b4a-4d2e-4236-9234-e9f6d218051d,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:13.578987 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8a909cff-c5f9-4993-88de-2d9cb4e4465b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:13.584816 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8a909cff-c5f9-4993-88de-2d9cb4e4465b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:13.586175 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-8a909cff-c5f9-4993-88de-2d9cb4e4465b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a2fd7b4a-4d2e-4236-9234-e9f6d218051d HTTP/1.1" status: 204 len: 168 time: 0.1686935 Dec 07 15:31:13.959252 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 36686) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:13.980436 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f7d8bf87-a830-4e84-91d8-cb809472f6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:14.017284 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-f7d8bf87-a830-4e84-91d8-cb809472f6e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:14.021881 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-f7d8bf87-a830-4e84-91d8-cb809472f6e5 admin admin] Usage tracker for resource:security_group_rule and tenant:61c4c18372bf4d51adfaff8518edf835 is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:14.025324 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-f7d8bf87-a830-4e84-91d8-cb809472f6e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:14.039551 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-f7d8bf87-a830-4e84-91d8-cb809472f6e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:14.120103 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f7d8bf87-a830-4e84-91d8-cb809472f6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:14.123952 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-f7d8bf87-a830-4e84-91d8-cb809472f6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:14.131128 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-209f1a39-6a36-4084-adef-0ba8fa076e8e tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:14.174131 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8bf87-a830-4e84-91d8-cb809472f6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1bdfcb-0468-409b-93c9-6268c37aecf1,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:14.179071 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-f7d8bf87-a830-4e84-91d8-cb809472f6e5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=61c4c18372bf4d51adfaff8518edf835&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2186184 Dec 07 15:31:14.180104 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-f7d8bf87-a830-4e84-91d8-cb809472f6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:14.182770 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36690) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:14.250378 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-57e4a3b1-d476-4fd4-a76a-f7c73c9dd69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:14.279298 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-57e4a3b1-d476-4fd4-a76a-f7c73c9dd69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:14.337970 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-57e4a3b1-d476-4fd4-a76a-f7c73c9dd69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:14.344783 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-d7b69aed-88d5-4cd5-84fc-522cc93196db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:14.359788 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4a3b1-d476-4fd4-a76a-f7c73c9dd69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1bdfcb-0468-409b-93c9-6268c37aecf1,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:14.362429 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-57e4a3b1-d476-4fd4-a76a-f7c73c9dd69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:14.368677 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-57e4a3b1-d476-4fd4-a76a-f7c73c9dd69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:14.372301 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-57e4a3b1-d476-4fd4-a76a-f7c73c9dd69b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4c1bdfcb-0468-409b-93c9-6268c37aecf1 HTTP/1.1" status: 204 len: 168 time: 0.1882870 Dec 07 15:31:14.821542 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36698) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:14.845930 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7efbb881-a866-4bd8-ab35-bda1160c8e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:14.881508 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-7efbb881-a866-4bd8-ab35-bda1160c8e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:14.886716 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-7efbb881-a866-4bd8-ab35-bda1160c8e22 admin admin] Usage tracker for resource:security_group_rule and tenant:8da45b3f91d04192a2931c2fc85c5c5b is out of sync, need to count used quota {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:14.890015 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-7efbb881-a866-4bd8-ab35-bda1160c8e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88188) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:14.897780 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-7efbb881-a866-4bd8-ab35-bda1160c8e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88188) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:14.973024 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7efbb881-a866-4bd8-ab35-bda1160c8e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:14.977752 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7efbb881-a866-4bd8-ab35-bda1160c8e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:14.985202 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-8a909cff-c5f9-4993-88de-2d9cb4e4465b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:15.028202 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbb881-a866-4bd8-ab35-bda1160c8e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a2b2c8-f9f0-49ef-9614-8a01960bed4d,revision_number=1']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:15.033080 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-7efbb881-a866-4bd8-ab35-bda1160c8e22 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8da45b3f91d04192a2931c2fc85c5c5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2102721 Dec 07 15:31:15.034057 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7efbb881-a866-4bd8-ab35-bda1160c8e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:15.036314 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36702) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:15.111992 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-acdd5a36-40fd-495c-9046-d36a6d409919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:15.141506 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-acdd5a36-40fd-495c-9046-d36a6d409919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:15.192658 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-acdd5a36-40fd-495c-9046-d36a6d409919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:15.198048 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-62512db6-81d8-4868-bd02-1b588549c571 tempest-AttachVolumeTestJSON-924370927 tempest-AttachVolumeTestJSON-924370927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:15.210881 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd5a36-40fd-495c-9046-d36a6d409919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a2b2c8-f9f0-49ef-9614-8a01960bed4d,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:15.214065 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-acdd5a36-40fd-495c-9046-d36a6d409919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:15.216167 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-acdd5a36-40fd-495c-9046-d36a6d409919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:15.217449 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-acdd5a36-40fd-495c-9046-d36a6d409919 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/41a2b2c8-f9f0-49ef-9614-8a01960bed4d HTTP/1.1" status: 204 len: 168 time: 0.1800861 Dec 07 15:31:22.198009 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:22.469203 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88189) accepted ('10.222.0.71', 36768) {{(pid=88189) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:22.627431 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:22.660872 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 15:31:22.664992 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Usage tracker for resource:security_group_rule and tenant:ffe7138e8cb6406080db106477102e7c is out of sync, need to count used quota {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 15:31:22.668057 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.quota.resource [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88189) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 15:31:22.674709 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.quota.driver [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88189) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 15:31:22.746273 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:22.751257 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_create {{(pid=88189) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:22.757995 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-271e488a-cd77-4c3b-bfc4-02a7069566a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:22.801190 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31ca619-8a03-4dc8-b1a5-9ccaf34902a6,revision_number=1']} {{(pid=88189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:22.807903 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ffe7138e8cb6406080db106477102e7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3376017 Dec 07 15:31:22.811174 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [-] (88188) accepted ('10.222.0.71', 36774) {{(pid=88188) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 15:31:22.813817 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:22.814257 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:22.814667 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:22.815083 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:22.815488 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:22.815873 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:22.816274 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:22.816678 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:22.817073 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:22.817471 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:22.817865 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820628-1-smb {{(pid=88189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 15:31:22.822512 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-225274ec-67c6-451d-967a-76e3f14bf72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88189) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:22.877231 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a082bedd-4426-4e6c-b384-fddec22806d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:22.905643 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a082bedd-4426-4e6c-b384-fddec22806d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:22.955681 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a082bedd-4426-4e6c-b384-fddec22806d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951690'] for security_group, after_delete {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:22.959785 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-7efbb881-a866-4bd8-ab35-bda1160c8e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 15:31:22.971835 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082bedd-4426-4e6c-b384-fddec22806d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31ca619-8a03-4dc8-b1a5-9ccaf34902a6,revision_number=None']} {{(pid=88188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 15:31:22.974565 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG oslo_concurrency.lockutils [None req-a082bedd-4426-4e6c-b384-fddec22806d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88188) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 15:31:22.980939 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-a082bedd-4426-4e6c-b384-fddec22806d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88188) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:22.982191 dv-cinder-820628-1-smb neutron-server[88079]: INFO neutron.wsgi [None req-a082bedd-4426-4e6c-b384-fddec22806d9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e31ca619-8a03-4dc8-b1a5-9ccaf34902a6 HTTP/1.1" status: 204 len: 168 time: 0.1699336 Dec 07 15:31:38.569686 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7aac5c0b-dfd2-4bcb-9c8a-5d6aa633cdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:39.721413 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:40.154485 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:31:40.692464 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-98076a4c-9bda-4b82-875c-4db078ba084e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:41.346522 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:42.647246 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:31:52.205977 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:08.564860 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-7998155b-2452-4950-a2fc-643c1c85abdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:09.717547 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:10.687720 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-86f6f627-0f49-4f9f-a021-b766030b76dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:11.346447 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:12.643446 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:17.147025 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:32:22.215128 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:38.568811 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fdd26ada-e016-4c06-b3fa-3ae811707ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:39.711837 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:40.694471 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-55486343-d2e3-4aca-afde-bfd89cacc915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:41.350594 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:42.644387 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:52.215533 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:32:54.149612 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:33:08.573574 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c7dae10e-9678-4ca2-8c13-db317dceff1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:09.716680 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:10.693455 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-08f29154-c3e6-4352-bb06-198a4c67f84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:11.359053 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:12.653305 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:22.239900 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:31.159782 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:33:38.580521 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-84228ddf-70e9-47d0-9855-24a65e7bcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:39.724500 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:40.695210 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-fba2a6f8-8f46-44b9-88ec-f7726fa54165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:41.356626 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:42.652799 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:52.230724 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:33:55.633416 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [req-45d5ce77-4918-4d2f-8b00-87c5a3ddf5dc req-048dd9d8-f5f5-452d-ab7e-dfd5c81e5946 service neutron] (88189) timed out ('10.222.0.57', 57571) {{(pid=88189) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 07 15:33:56.177163 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.wsgi [req-cac3ce19-c0b6-4167-a2b8-525ebb2f56da req-a1841b10-fc93-45e2-866c-e535585b2e04 service neutron] (88188) timed out ('10.222.0.57', 57557) {{(pid=88188) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 07 15:34:08.151664 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:34:08.574685 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2f37e198-a8e2-43a4-a0fc-e640a02bb6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:09.721720 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:10.695371 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-9570750a-8373-4af9-98c8-68c487aaabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:11.361128 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:12.654497 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:22.245372 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:38.591204 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-67d1a85e-c755-40bf-936e-6f35a54ada16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:39.715980 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:40.690186 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-96aa7731-c744-4822-8248-da4e73d9b5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:41.363017 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:42.656403 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:34:45.153381 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:34:52.276067 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:08.581555 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-04fee378-1284-431e-9c16-58f81e9f7c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:09.720333 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:10.698319 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-45298a61-27fa-4931-ad75-10a7b5800ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:11.367858 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:12.661969 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:22.155933 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:35:22.268736 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:38.578949 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-2922ce00-999a-44c6-8057-2b158c557d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:39.724815 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:40.691354 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-8e086754-d5ac-465e-91e1-07bb98f1f66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:41.374619 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:42.663277 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c8adcaea-e53d-4fe6-b462-9979157e98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:52.282096 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-5e64cf85-4463-4b8d-b19c-cd60e75a1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:35:59.158892 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron.db.agents_db [None req-d31d11d0-1880-402b-9089-448e1f8ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=88191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 15:36:08.575779 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bd48fd7d-19fb-4053-95a2-7fa37109e932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:09.731090 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-c85ac47f-be8a-4f81-8ffb-8bad6019ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:10.695499 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-459e48ae-644c-4973-9d8d-57efb5a065f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 15:36:11.380159 dv-cinder-820628-1-smb neutron-server[88079]: DEBUG neutron_lib.callbacks.manager [None req-bc8cfc0d-900d-460b-a61c-0a48e97c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744366564535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3372386'] for agent, after_update {{(pid=88190) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}